diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b56293b620dc464040ae1e0d305e9491c13f881
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7769442aa6469e35daf0d6f41fe0771824f04697ecca3dcada87bd215c979c8c
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5d8f958f04c659db17775c959cd60db90e6352
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0bcc6b371cd907a0ec2b6c84ba88972970e119233eeb1ef3f38291bf55fb8c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6f96b5ecea914be71e279f77361a9d8b0759ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0577ee870a340df8503f40b91fadffe74403a2804f373d8f4c943d87c2cd085d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a6958552dc386c1f72bc6c09af30656ce6c9b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10ffd72499e8494c70240cbfae10b1efddce7e47530ae37c0301a8ca44db94e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4ac2ff1f5212f9269634fad99d03b34c06cf3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245eb73f4f41b01dc16a67a028f1e9ee4237e4a70525e62b43c378a5c4b7c275
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677835c1fd934c7ea320879e52f174f44b1a301d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a370e5d3e756d541be7949627fbda6922f21bbe728bf7108303533f4fceba9d5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f904e755cee9183a0bfeb9aa5cfeccdd4d17445d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a5a36552f9a2a552db65dffec1cc8bbcd0983d2b1b5775d036517b15c75685
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec173e1190d0125f36447c9e8167c84b09e207b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fac010fd29a0dd8cbf3db31036d1c99c4074062574749da9fdb8ee250f250ec
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c45eaa13f3c5981a4806aa2072f1f0eb63608a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147105928d28baf9a81ad4cc3690455891d916b970e40e9a07bcccb37f022591
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac3d14def6749e3730b7e22db9c61ee1a2e67e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65982de26e4d80242b8207d13d397ee2adb2cce86f0732780befe84f730fb6e8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a033d335cfb79783a14e0809df986efad0e739
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbaf7cd81c8fdbccbf834c9e0c7dc61636f4cd26e66fa07bc57b0a52d7ecda62
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ed587175f7108d13a7881ee672d8f601873024
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7115ae500aed7d0f7d3d9e83c354615200e25bef6a00255294c43965ba85ff3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a62f41a96120d1bb0b931279bfa6ab3d4b7e20c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b443e389d43ad2ba6ca03c9f7a9d1ec5a5681b897f7faa502d1ba1ff613fe9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc34dc1f4c0f316b69f5c88d8c55f1428be83ba8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4827da7035ab41a1533a131d0c3f5b6ed818c8b131e50fe9a71187dd6a845e0e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6885389a5df19f428359158f4a98685f2066d87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604c1db39562c3e04e808719f66117e13ceb1a1e944b387452ddd5eed9464653
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5d030b87fc43988a13b3c256137f6fa10d1c79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd4db3c2f82cf1ef13400d5e2cb5ddc01d607e53f8f155809584a297b5244c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7ded239afe5060358ce54121005da8cb6e73c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fc97a4156193a6b587c8b84a3f3ba8af0bf43c4fedcfb73cd456c40322534a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ce24208d101751c9558fdfb979367d76c9472e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676d019ad28b64456e8104a8c7b62f2185867a4193983cb208cefe9e6166cee4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffde9f275e046a5043d6e6e81157b5fd09a3ba9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7314c4a99703ccc06a4ff05b0d8f8149f32eff9206f7ef22118e09eaf44231bd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf39fe8a3d5652a7a54cd162d5e94bb382b3af14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d734d9f1ae1cd99cf49a917c1dba6c7e405bda6487bd1281477be0654f3d6a88
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3c4b787d46f758e69b434e1901161416b4d6b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fd2183eaecdc9e486ec9610c9609ecaf479264db054834b63ba852e6152cf7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fe0db8618012322d3a8ad09d7031aeb7bc3336
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418de4c67052d9ef39a79579162e7f68b8002c432c8d144eda2cf7e16e5b65af
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de40d5b9fa8ae67aa160b281cfb6fb0068534a0f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e13a6d3acde6e26fc78bdc077168d41051cfb43a435305e9cb5a3842634e97
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63fcac9279f644ba259983d2a97c5da62f48e043
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c790d51b377406a32c48ac4bea6bfb6c955aaed2d5a70ebc7ec20743ef741140
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a98eceb894da89b6a5964029ef14c304a737846
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7785234ca618d590640bf09789e1516b0b8d0aa2b9ca2fe8aba07b0fda66f0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e47c689f6219629bf42ed6ddf686304ee108a48
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa43b434c560b7dd1fc00b68aefb0a866f58e55b1cbde0d4241467e7735e0529
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9022e750b3de3786e6bd188556e5f047afba3455
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e9e6f9eaba6dc7218b216a2cf9ca7ecad89404c1bb66d2a63f6a9d5e03f04d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861a0918306ce8e9686e0233140e12f79447def3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed0dfe7650ddefd0e4d826049248727ba8569ba67c670e90ec5200d958e0cf0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f51e423b1b1b0c6494a54845e50f9e9892843b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec5bb7933e756d35782cb320eeeae8978d6d47065badda99d4a25b3eb1f0928
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef3ba703829b7cfcaa775d92169cd0ff1e2cb23
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32107dde1ea2b1bc18dbf95a5aca29637da9025851813e35809f124f325d992e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5e95a732f4efadb50f53de6ed0a2c2f017d5a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a20f0059bd138becb18de8bc71d6db2a7a417efbaa36edca69001a3d4f855be
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e7590afca21b3380a70cfda7b6efe3d6e0f9bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b26bb459211774eb0514e1b7e308758734c10bf2bd880ddd3b3a4e7715a7c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1356a06af39d560cc16a72f703e44bca215f4a53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb5e3d0ba6d30dae5cf4dbdacba3b0b548ac13fd35073cce398436d64d869c9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3262860a7c709a151f1cf7f27f04d8935cc963ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30feb03ea4466843a7710feb59e5d379de6de2cc0c5675c80b30dbf9011387b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b481e84813100fb52b35b22538ec592fa6bddfab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94134887321526f564238b63bac726f5eb85293b7c653e1df3a262fba0b18db
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6657622c7181d6bfe8f27b89a62956123647dcc5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e25ff1c59e44069d56b784c4e640212a5d1e9e1adb3acc23632d14668df6fe0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130aea9a1a5ecea81d0045af50838c4fade87d22
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd7d0d42a6d709e92d91a6b9850108e6ffde04b3c5b59c4fd4ce48fd3816549
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17a3fe6d75e86ee193a6a22a03f627d3ac69d35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ea03bf0f17e4f7b92d921e8c961704bc78be72b42543fa5e8f07f4cc3db472
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac10e260832337540c1cd10eafdbf85017f44b24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1494e0321572fa13a663878177d3cc6bd3314cfb2d2ba9b67dada47404d8f27b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddd818bb7eb23c7e74fb6856ce977843467ac70
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00583d4763685f99d0782ae7e8853f088e7f42d47a66542b6ed058604df01880
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0081bbaf245ab980e0f6a882c67c1e4c833abe4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fd33b82563bafc0248d62f1112fdde83bf23788ece3405531695e7bcbaa60f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9577de21fe20861051083ab62ec1d75f01baf7d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3580f388c83dddb95a3d9fbb02892cc4554742e0a2c260e4a7aa69988c42ec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7feb1f4fa09efa0b7d77a6ef3046ba63758294
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a225f28068e06a290c086fdf9153e62ddbcb7bbcef6948a22eaf79ee76a969f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8dbae94a6254204579e498c9fa614bb1e9af93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87280f8057c03db2f1db125573be98ef4cb29c6ba395bed7ced545bc08b9d025
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cd66e33117fa2ec89630df67a5ef48e2e04de8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b19c2141ce8d20acd8d5dececa58ef111e842b9b0badf46cb720c54a7a03d6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1476d316a5da1531312d88483e328cdaed24a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0e1797d27b088196895ab0a82c69bb0c91d5dfc3062208e95974dd1586b01c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef055f7fcdd35f1c54d03e1e33360b8d494aa71d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c7bb8861e4e722e5fcf5ef402d325c27c0a733d011e768bd150017dbc4c51e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df89d7c7a9b5d3229cc072ddb14de660edab04c9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7803c839cae3092a640c52603b22ebc7ae6c2212664b48f3e387c5eaf1821ac3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd49534aa0e01ac300be42647fb5d4978c0ec374
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec9c96a1ca6a70aaf27ed40f99c741c3de315402e27e0c202b89575aab5914c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b41b6ad3ef63fe356739d3b78a16adb4a2d956
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b05243e3a8fc4196846841d1e669adbb8f8b5d4bf8bd25f5341e5547e7a235
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e473a07bf7e5c1efdd88de39229c42d607924fb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cda66edb6cfb9987e7c96b6bbd39358a7a4f585cfaac01ada96faf36251529
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0bc3583a65d3d45c8da134fafd90a1cb67c4ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c032d50fe82c6de4c5ee551766285a93197ece53faf9a12c6f7bacf085e62d3a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1914fb0c13c330051ccde2d09a05b7ef12c99a9b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebac3248f94df2df1e2a514d035eae38dce73f65ea9b536f3aff56d56175d67d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a09961b7fadfe258853a082e675df7bb49cb41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0087c2f262b0483567cc0acb491f2f252967ea41927e73aa8a7814b94f055c9f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024ef30c211d5d7e494ebabcd3782bfc46421363
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63b568c8aa04da2584026121b1987262ab3cf32419d64930739cd72623334d3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3112f0b182ae2246226f64b30d09322661ab25d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac6f33a544d7ed7cbc0d5b52c81c64c21b69382318d3ab9d44f1dcae00b16e7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a19b93c1232f327712ef347ce719b0fb5248f1d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ba77b71858df443528f17dee9d7082cfa3686850127996778129bd94250e94
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf1e358a714f0185680b6844e0118a16f737e99
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da351128e20a235ba499c4d25285f7a6a5ca05cd9e13501483be39a62209768
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37209d47749616ea09d5c0f3b92573f2fe2876a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf0d3c6b48697881c182d6328af1c752d11f2c117e22bf97b7b01df1b392eb3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f17d61c43ef323927798a4e1815815de812a7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1855fa1faf2a85fefff61bf4b75d77bc11e188358e523642da60d34a92986f9e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503012863b43bb71ff85390d2e08ed9520103e66
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c9cd1677d09ea472a0c237946ff652ff6ffb6a139eb4e02d9e0fbad1a59144
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b1efeb00b6e5095dc96e8f3b9fc2b592cd622f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e8bb8bee55eb5df53090a87a08b7d3a5cb34fbcbe29af1155053ef4f91797a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537e1fd9aec820a61cdbbd556025e725e5fc81d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b6918fce663204bf7f71b8a4ff8980f422f6a6bf1f4cc0e9a4761b42d578da
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afef3ba90996c5622eb865c1f9efc3471b742513
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663735138cfdddb9686455e9cb250735deaa2e3261fe55c15f781621665e2825
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bfbbf9081e7b1efb042ae32ba34fa046c0dd9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef750a107c96ae01ede20cd3e7bab2887ffcdef2127e3f235173ff919ddf3a8e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d161058479ed23d22670858b13c98eb9c0a15e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d06154a34bfeb2c08a21f583cd54edde27c331c8e7c731377d362758a0adf6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53dfe6d5eb36097a9ed04ebba419ef7dd692d49e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2345d2d907d42c251426aa4bac0c4c0c7055c581fd76536e85d5cec2d473ea0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab6e85357f502c1088efc3df15a23caeb18cf56
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2bf1856920c7a8a0198f0b1cf330dba753b516ca304bd3ae25e58d6c6538be
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af33ac7db5ca192f160aef94efc50d450c2d111e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb649f1eb3f7d298be36aa2a136e5db890b024fd403bcb0fa2a3df9da92364c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469280ea2d274ac86ea6ad72aedeefd47a6832c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59281397f12009b15e857a253d483d27022ac44718fd3694fd0ad6c6ebaa70a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfcc4eb4944cbcfba450dc6dda91d96bdb04451
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b1a971fb3eae89c94467a9b67a92c4459a9ebe0ad049af5b897342097ae3d1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2729ea4968ba4ba22bd1921c2b2828bbd603fc92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff62f1e85dcf35340ce2c3ca5e69b2dbbd71f2ec60b18f1ae12eee6db363dd4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bfe047aca9682d57a81cb4b8cf79354b8a33a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20948fc285e32c50d65c0b0d2d236aa3ba3745a752cb90bcb10ff20823992b5c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac990cb6f62b90d01ab2c0a0c0be667db776bce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84376082f980be97ffeca048369f830ca06f90b54b0f35f7fc6580f366e61848
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1040d7bae2b8ea96e378b21744fc866db690857b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4e3c92d7f6b3cb824ae9770da7295cd5d8e7949facea918a7281ff77cf2293
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da08c46fbc4c42abeec21f52bf25ba8501c01cf0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d6bc7685348bf546c9e6e4c33077042217ee5052a915e9cd62ce70153b05c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a5f2c9623c35c8afe8eaa29753d9586ec0724a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2688f9d82781ce3eeee25188cbbb0dcaba61b19e646c2e43b3501294ec7dc2a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a861c14251822cb2bdd2103855ea6622b43b824
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c29e203f3def743cf1f6c348c912dd28ac92e03fa018e2a983b20f92279582
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd542e4c246e2b47768fe7fec79c460a3720444c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6eac354231ab35f7d406f8d70b81da586e7a10e0029278885e432895ca5bc2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630969a79fd3624769342ea42d860786b7d74991
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2b17e2b0e6d06220e66969954aa62ad71a7a3a156d53f8e6f7dc34ac941b51
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7832a54d24802c97e7f0dd45e032c000419a4a18
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c203deece51953a9688a02c525b870fb36c2cba2cd534c467fa032f73f13d4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceefc9b57a5c45f0f97ad9c573bbd1b6e7331c46
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c76165a0b50255ef490dfd290c51c29042836de72fb295aba24b86dcbd92239
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28dde8a65b2f2aa71723b942bdac520a5e2c0582
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45e7b6f25db94920f23b5d3a6a46333faea34dc08cbd5f5d5a8633a4b614879
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc84f432d64164f91d61d23e4d6e2c29d3a1620
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d984eefdeb303ab044608d583674dd91e73aeca3a9a6521bf0e8f67f01a49c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3956836e9ab9557db3edd5313c9ee827c7c6d19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21253e6cca9d8909b44646dedad4cc0e38dd96c2739b817be79494852f28d96d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f26d93fe8a9a99f568b32e16d360b94654946e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9634d86c212dc8e86740e85d4771ab3de3c15f2390fae3461420821fe57a430
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd2b72974b53ee7916ba3178741170be1991635
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48cf3030eab49d735f106523ad7d58fc216afa4fb2edd0d142edd9608de55db
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7043c58a58b9e0cec4ac40c9c6c1dfc7a0ffd2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7c989f21a9ab40f47f2165af1a2fe1eba13ec79cfa3f308c386b949e61796b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae835597e5b6e765ca81e6fd5d6587fb0589d1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc95beb3d970c2774acab94ad54db0201650ce7d3cc51adcb93552b3f035d788
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005d27f0a36f113c12e3466527f7eded794339fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb22340df070e5b93d2b4012da07f680c460de8c3b352343c6f16f9763716d7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf164e1ade77d606ae742a7f8b6eb99176c87c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311102f42204211534d05b5ac33494b7c07826e16dbbcb1c35b270d1933cfdc7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018a8a08e6029b3e664fb8bfea264958b60c65df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00a27407d07f981124c290ca1f75737f8324b16c5b55672e97289d9a4c96f13
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbf01af868156911335fc4a05d12c2bde306d2a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f216d4e86214215d4367abbdd083dc11b097569a4c96640b23003ceea85ddb9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7d658ee7f5902a772e46c0e6e11d1affdd4619
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22da2f314a106fdf07d035bf62272aa10a2b218b26f6da3af9ac3388254c0994
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c347078e6da5a2667d4f50e6d49a9bc5206c348
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6243408cbde457f9979763a263b5b42bbf9d835cedf10c08d6de4bc1844823
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab65c919a21904ab897ca757d2ad27d14b43bb7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4dc8f0444a7f3804e2c2f07652106878151b8a812da42b10759969d7015812
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7f84d5e43d9806be7e068732dda49c2ccb9b4f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf76b0f509f673069db0749080c4d7e766cf5bb03ba4473f157103aa1192bfc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78bdb7324f7d2ee2ee9b6be9fad5d21eeabe025
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2c6080612e652195e79e4db950986a4642f886afd2aa37c84fedf5c4d1d7e4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3c77fd48bfad09e94bb509972e14e3d76d43d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758c2c2e4b18032781eb8f6d7b5a99dbe680e294c46007bde7670fbef4d1edc7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fef76ddbb8a5852d09210ba92e2685ba425e28f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae839a91b2004a45653dc284ed62013f4bcddca3a90d4c8ba4d96d0c9524b8a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1a4e4901eb486f2bb351f0e041ebbc3c2e4429
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90bc299916f6ad0a06569de25299cc83de70f4938b37ace2bc557ca9772269d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2cf1eb8feb312dcdc6408c01ae542f836d7e88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e498529fda66f69d2b51213039949f97e59957478091a774e94e7225d529ab5d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efa13d811f5c5f30a73a9a45ee5ed68e3e85ac2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99c3e3b0dfb5e0134b61d5dfad7c242c8c5a400e5b6749c64656276cbef8979
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36cb524681addd2f520b8e3379258503fa0f379
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016c40305c5354b99ba113dd01fd4667c3ff73c5d3d465ea3b1782e227bf9d03
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed98e8120437bc2c999b192734370888720c639
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457e3d297d58ca6bf3b37b55f585b2150ed9a375fa7982531ab92677560cc877
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ed7d0f3b421d4602733a5c2eb949def08e7b6e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fc1024cdbae68a110ecce36ba3405cad6466f06d23330dd2016696fc886ebd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3fe9b3521af1f30a62777c05be458515629f7b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16676552267ebb211df058311acefd66255f59ca3b7b4063e817c3a3fde4dee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f1965c07dd73568dd6908804e612c0985e3245
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe86bba39810e6a01264acc2f5eac3013e440371d1dbc070e3c49d37016c839f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4a2050188f3b46a875ddd0c0196de57d7cefaf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e9c098b8ef14c4dfd223f9cb6d60ffaa0d3a9c61114e96de3e9c44b4033c3d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e70898e6fdb92ce13efeaea439186a22a523d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1799d8ac29afd3920bade08340b3a083a845629d6e7abf084ba155304b221f06
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15f577cbf7e5849519e2067edccab818346fe83
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6753fee38168e8f358285bc0896db69b24c031a1ce09895db79b29e9f2ab83b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282b119744c0cc452e6575a1ff7218a8ee8151ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3109c652a6e2724abb5d0f5117aff6a26545be8af53733e0fde165eedb2c25b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8e5f1f867a676d7c8c6f455ee80c48f1426c98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cf71b465290a0abb258d5e30fe1b41256508c3a913f6974edc6e286f24e10e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c21e7565de567a86f48c1f71ca72aa7f12a8e86
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10961bb1eb87bbe95270a0e55dae939df2dc9b9ad3caeae264b076f2af6634b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822e9a3af6c5ce34cfa491012ca76ca74adc28af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35439a8537cb66139318f68ab6d7f737c14365636d65d32c8cb6376498851ed5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccffb2f9ebd52781facda5c11f4bd8584203ba5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb94c11c8dcc7714c02b0684d7c6addf847f7e27b7e1b5329ca99b1d3abe1821
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a1675719227ed41ec739628c63c2f4e503cbc8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079aee2132a92545cc6c003791178e1ecc79af9bb46dc4e5d02b9b4eaef69d93
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fd0b71fef2a67dfb28048e1954c2d420355e87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d79b85220ef4a461e92c8262062a99a0c2b3a787e2a0415cc517f730fac7d4b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f22fd859a1c296f90e59ff5e844fb2a37123b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568d0fcf478ca9aa1a238e1cf14c589d9ed26dafc632e69e65a96fec91730a92
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bfa13a6883af79002a7b3267a23daad368b354
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f92d70ba765fd6bccd44f036158bd7f24b66f4546fa7a66f7fea17fb54bf27
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f4c08c94466a381954481288b77377c7b80646
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d9e67f412fc0922f2029376a871a2ea327a556698b9a51150fa4b765ce6aac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3178dd9791824b291b7b5711e58f6e798e47bb02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03de07267eaf56e92a5c96880d3d60bd4ffaf4873ed0f1b7f12cda5e98faf959
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca8670fa4900c35e1a8ec63e919ce12aeec0da3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340f2978ef89264d291286e184a0df35eead8217dd207f043ce2894b8aaae433
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475748617deff24dc68de99ca906671bca9ea1e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d312e5ef74d70667399878c074a35a2c2afcc986be1e3c5b2d79b8460dc5cc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac331ce504f21aff1f7d4ffdc74deb21e47d34b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7587153af7dbd2880cebaac19283bc5691a24f2f2689fdb0b153400cc01737
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d071759282e287381a9a13d7af457f6d0cb5d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7e6ae6020162d95225d16c80a900622e8b11e83afea9a71aa38359c5e1828a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670a7826c731c6da71c4ad94b9b422d2f30029dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c363de409547ca37abbd70dbc2ab75315b6f6a991e19ff27c503fc615722bfb3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8f1b01986ef443bf52734ae085fc60adfca8ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e18156b864d311e63f2faf9805cc0e86076bff8a4b18dc0763ac48384371d66
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7626f1a7be39b6a3460d3e7bf3cdbffaf6660871
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edcf7f3bce372d4a763936af19d62f84206092eae51a12518cce51e386f7b21
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7fcfa908ebe7a80627e24cb482e93c3c376167
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa44fcc54ddb15d70d70667e0ed3fb84043c8d8f994b7035af33988e697972b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf94a9c50200c5b3ffa5d60c21fe838631db82b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfe5c7f6f9f9b2da0db14dd29b349ac7a3bd765c90e55c3b517c63c6ef56c2d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0af77198236b6c6864bff19c5f2927469fd7dd9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191a174a019954c5671dc2909923fc1f1c5b53c239b234f329718ff688dffec6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d64b4a8435045fbac900d7c83d1b239e6b4a2b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03886e83fa2c9d3734da2b870928939799257afc5ff8bdea193f20465177823b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9475132d86d60aca60de847c2ac6260d9206648
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879ba414130e5815de31b5babb70516d98adfe78438474bbd244080aaa0466bc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d634937eb7e73bd484e466e5e4e1257039e9b60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479b7923bf2f450156404431ecf44aad721448b821b6aee7b994174c25d78347
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278242403fbaa8190463d86f87bf3e3bde9154e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74a8abe34ce159036ab2e0ac27ebfe2e31e9199fe99c0e81dd6c48c9fe9f280
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c946f5c7671829e4ef72cdbdb19f09c03be5969c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45268f9dcb17d54b5bcc835454d59c5bb01425dd8bba982a12aadc7a24dc701
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f2180044ba9c4518f57d5c58456bb2059ef9e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a12eb9b5a70bc01eefb23c79a451b70b0547ffb123d19a97118195d42e389ef
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d89a1651f0f826b092d4806d214d8f9a8bc6547
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabeda3b502592fd4eef48771bccd38292e52011e72124c8c4f7d211944b5ff4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497f1154a5175993843570a14bc9a8c343f323fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9880bf1235e92ad0902801801f98c84c27b09fa18e1efd359314e0a22f070f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26053c14b27efa1e4f9b1e4d6fdcf78573afb4dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83822d19b5b24e993c784a8cb528a92729e2ec3cb3563198777854cff983b3f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91d9f506bd8da2dcdef5d5cb2175318413d6ef9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562f9e611c56b2b99110cdd01d5f37a43e2b26e70a5c5f1d4de4dbf970286fff
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e9c8ab4836601b8513d094ed6c2e73d8eebe21
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f9116d852f641ce7f9762f95e50ae905f4080b12a335f32bd833820571cbe3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea600c1cdbf1a44b1e8e63ed8ad533f2ec0dad60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5249cb6a34a00fde6d5d8eeafed84de12ed9bb6373fa7361f4181718fde2fb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f3735e8c3d92b1e330cff79ca16b01823713a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a279907c73c495caea3a67073d071fc0f8c689d4c33a4a77b00d729e6d8e907
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82939d04a33d87bd8c0ab3d03dbbc564879c8d73
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da80c8861f7d81d46b7f6a068bd5d739e0c6e4d9af2bc325bd087cc3a2e38b0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6401eddb88169487bcfca1ec5a52d9e478599a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3512a0ae8a294092e714aa2275d3409261853aab5fed8652ea1d4261dc6ba683
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ff9c300191accd99263da689a70b7e00b199c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf8ead26ce19eb51579c194530653369f9f779885b5a11f12e996ee07efe8d4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2dea6d4ade51e4531e4be64ba12077ff5c8fe4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2660fb35eb0bcd6b020ec00f51cf42e72ccba6c6fafd564008f500737f1fac60
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b83770b01d76b72e69807180c92e60a2541ddb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f2dc94089076c1f55168f279e2a39e0052ca0025b8b4b37320692a5c5257c3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbac88cb93e13641141e7aa14f40f6dd8fe85aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d3f9f50c572902d34a5474b5994d689533cf59d7167a969b433810b9b0bf02
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab6c46a527453e1a84a168eff3e26ad7f81e891
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffc806c1f478af8876c9dd6c9c45a73f243aa73422cf927c9fb6e9f513cc2b5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff56bad7c6c5bdf4973b3675940d77e6ff7e2fc0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ccd5654c890289845a2fdbe6810553fd67cbf48268bf568f1410783893f025
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefa49e73baa94bbaf53964646ab50085157cbca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef979bbd6fac1b8dc98ba559b1ae9a50ef78b0b832d48ec79fd373600edca9ca
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfaebcf2dd943f7329d0c4a27e2ce9d5841e6152
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d4a2f82a6f24d76126ac133144f73b5e5779e786a3724f70ce8f735b163fe0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3313244559325232cf3818affd5ada536dd22d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1813cae1055a1da43ec678c61934101069038d31834a091eb8a079110411a11f
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e8c3611d21605be24889e82e5c753814ad98ea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b15f37f4cdf9d7652c41b05049420fd12b7569d04d9d1dee429891e3c756b4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd08f061d57fb1c5fff13c40045b1a42aec0c25b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9748f9c37f73bbadd8601cd444e050892c18b953b0312d730fbb9a9b3d6c931d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad81692ffd64a8e60d977443126eccd9603f2837
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a12ca0bab0b124c86b4267abf218f9ef1e4bf5a0f5a360cf4550fdc57b598e2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d4e2e46253d3eba05c16feb93cf4280cd4dbce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9850902216bc435df4b6ff66fc914387f3141e63d73c9df88562ec43f0dd04
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2cadd98ad851f4429874a61604159fdbaec998
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd6886ebe1cd87787d23fd9a95957a3308d6e1d0bfb04e9308934d5f784da98
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253282fa3d66aaa7413356aa9cdc17c3ea83fa77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68770a1109492dd14e49ea0b350bf4ad43d100b1f96228b7f4a8be1c5e181e8c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098afcfb2d6a9c536b4de207e4598cfc4760a263
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef3e8c66e4a5ca60bda871cd2e2778d596f5120f298dc6dce64bf9a1083e8fa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52abf68722f4f9a646d721de6363ac5147752a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419cef07986284a4b255128ab7a9ca81b9a73ccce2b2799ea156838dbe6820de
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f27f9eb208ee5b09ea1808b7342bf60fd2edeb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282df8b5a26117992621c022768aa2820ee28e7a814db3358086d301fe3931bb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44df7a15a66db402e5fedc5a448db7335cc0e843
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34370137bc0176648eae234570b50cad24ac186468ea61cebf147c774a8a8a2c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c053585a57499ad644911d876aa1091057737055
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42ab8dd77002919b3cdbdc25b9e773528c64b2d0670cea950c55ec759fae750
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153b42d9e9b2df396b22c9315ebe274927fa9d3c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6201408fdb1d0ddda61795fa7470377346250b9567d3e280cb13f15c91a00f02
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2db7fbe81753e773da8d7f223f68cdd515d25f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9304fd18beaf638e2e8b2b2dd87ed10e5dfc631cb987666dd304b2bafdccb2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e562be4bce41deb8cd2a73b3e466afd2f1c778a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de087552376ef767ec295b4bff5556617fb6646dffe9128a00aee634d6feb3a5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2065756a59f874a607fe38fc305d99bc5d1600e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f197c78fe0be62cfad81fcf7871150406915e536537ffe7be01be3017fc9090c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09049a6cc4a8fb8550e7f18d83509bacbddcc634
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd6b45483bb7a33b554730579bab997d1478ba54e4060e1e58c3d4a0387dc7d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0601a48b24e3474f4c353d3d90369a767b0224e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23909658fea6e92a661776311e1db9fd42cce0ea2b86a2b2a81781e2cf606dfc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256039d6a6df606aea1d2f3b0baaa9c6299c9a98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf5bd7b9a9ac962bdcab272fa2ec7a940d8f2afbefdbe7c6066bf0b3ee4f4b4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c248ccabd47103aeff1eaa854eb24b45aa1885
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d2e362c919bb6a5e9f50709f23a66dfdcb08d17f07c8c50df95e42112d5ddf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fee7037cf1ec4902518ea4c262c48ec712063e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e021abf747e1f9e727c6485a2383ba2fb4d59b1d56cd0857da1024a81c8b1b74
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8561483c4802d79be93b261dc70e9d73438d65e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adea84d92334bb3de8d4066b2c1bd04f79f67118579c6953e3586f6613707a67
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1fe36af4dcc57c535650bb8bdfd6f113aa12df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadfec8f6b2a5e7ed17354ebd9cd30804098d95da5b4923697be335e945a417e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f34011bb294b3d1b27b84a3888ad8767f3623a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db66eea7079b46627fd59c119ccaf017b40f54ba3d88c17a4f777a6d780f871
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95509d7b97cc68037fa0a409b9f3c056cf62a09a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56e34cc249590d20110b9874ea70ddd0cd75e8b519d0806af6294b77ea48852
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d70cf631af9078513137bd37967307d841d4237
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0255d80ec51c3aa8a0b1aaac7ffe1aa5e5ce7e8b4cbcb58a3b3eac91e7d8c607
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98aef17eee1fdf1cc1dc74ec66b9ad49a739f775
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8268b053fa930a42791f348d9094c94ab15d95f9358159c5a77ff00a8bb32a8e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb879203576db153a7818d98cfa9a74a9483349a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f946b30fd0054833cc0b67e1cf96fee8c4251e3615bb6de6d8e9903983d6f16
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb47d10a1ced00db66041a321402ff2a605ed45
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49ff7828cd48c2abc9e604e55cb1405024e730a2a38be98a395fe447e661d6f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfaa4207c56a604d7b9eeb9d716f2076c9c3e168
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05295684261a53bcd6bc1e6029106b27aa2b5855b52bf120e40de86ab8d80afe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bb664f1c97b0868d1a3c7dd919f7ef26148835
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbbf0de43326a4eee2f8ffa203cb160d5a9de1bdfc68920ad6fe452d90f5923
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d226e0288a4bdde60431226e1bb8694d49782eb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fed7a7c7e40ca2739079af10768c8abafafb205c37bc9b65717c4bd660d872c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971564dd5b6699921a9b365852f7e5b2495306f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256fccced84fbd3ed1eb1e568d75214032f6359e47f699a0ea296142a7d5252e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12108065ca75bde945325ece5c5331336186ae53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904210e25d7cf569f6d1aaed235f565e3772df90c9eb31a001886a018e034c88
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f886a59d289ecfb1e6632cdfb5773d1bba8986
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e28ee715e2605937c7bde4bf4211c4f3e88d4191028fd10bc9db32370b93f8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d255fa2191a3c617a3ab999db4e456833a32567
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0324991ad5ee08b6d59d129376834bbc468653c43f516bcdac0278df91cbe37
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef4cda5416dbea1c46f10f64cfc2847ae2b0225
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e736649718682ac1b3e9aa9434b5d9291d257f65384811d0ed921e4e24b4e9b5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9738bf4263aec19a9c4e30e6d42cfa03ed1f8a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6da9d2fd0404824431c612c83be01d80235ace25f20400c071db7061ce8e960
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3894607964bb6e58ba3bd2f5373ba29b92e56e75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7162893e236581b2fc98d7cb554f911d03efdb4e824f58ab6aed93f7ddf3285
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0139b9ab9d21f167f75dd1bc04977d88e7b31f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1787c7f8d50e67d1b833c919037e7fe3a5a8b580b46d569d47604911999e171
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0ccb3f2dfe1aabe25b7bcd83c0b30f9c01194d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6497aac7697a23f907fd2b925a80c862079c66ca1c2f1d2bc3f7179c49f4521b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac76767ce211a2c9276313c4e5eae5db70d5b8a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c6f360d4e3ff2b94c04ef4d8da768b373e10dd67b206d47daae5bcff57a0e4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21ce6f04673ad6a92ee453160c5b2e0d77fe2d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa2af295a01713d201d9aabeb14bf5dc2f231ec9e2bb0541f0baa450ebc76ff
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f6210e684ab90130145085bb923848062b3363
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedb9eb10e07a8caf34393f95d99c67ab3c142d49897083097b0523190457b98
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a63d47892f4c1bf8c3e4a672f1fa9bf7f8e03b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19230120cd1231f7f42490ce3ad8e712f70e6cf024c137aafd03043be745691d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af2109253ff55f49d488c68c513a75e6e0a7622
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d81766289c7fe4ef1f7c356195413000123b4b91ff1c2513e781cf8a57170c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0278155160dc30f7946390018ff8ef30b101289
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6d184f2909488de256fc1ebccf6546319469c9cff9f0fdf1a00b427deaa563
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c3f4f3a7a7cb9a3ede95c6941045481f52499e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba66487a84c9310163d1968462135414254a1fa83ab6a9e3e4879ebb8f934fc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b509ba9ffd998b93ef592f219308b12e8d8eb78
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079d9bbe8b1ddae0fd1b4a19389a8db7ab44a9339a1d5d2758a4283867c58c17
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06c2bd9efbbbbe2de231981f583ab7b398e178e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc23f08be6d9d0ddaa90f54217e15a9679f5927d72db8e41dd5a27cfe99938c5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b52378113f63e3ecb0ebec859501d523317324
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a21ec8ad6b45d0253db5e10f1e3014bf48db190f00add4c9ad1ca3b15f00edc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4365f1cea6c8698cf2471c471451baade56755
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a770e71ef8e905a82321c1fb9093d66d5de7c3064b3d72fe460c73e70bcc9259
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911945e7718f88ac7259ea5fd55db18835753482
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95acbd77b0854c34269157a081af3766bfeda3866b8adb5a8464890802e09244
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2895445d2feaf696fc1e525feab847448afd79b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a86e3799d2ae6ec39ecca4aa367c5cd8cf7eb9a3ce9392e8505a6f3b22cc17a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0734d99b52cae058e3755f24464f65e7c10d98c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdd7e1fb1e0ecedfa01a132bb4ada638552bbabc97813e91a483e5a97952326
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4eee57493bbe4096afdbb7252363ea47d8e2397
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8e1970a81eb46dd5b0383e2ce1b940488de5ab7163aefe6bd6852763fc9f50
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace83603159a466111d950eb26864faf4f80a25f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2b9161570c3e7c701b45e618af4a5b1acd3e9ba117691abe1c443f577b32f9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6fd99be529f3a3d419ebae7ca90513fe4255a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b23b013024977c0c84e38530e6136e0f0155e94973284be6ec156b15a000aa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da57535f04322da63c86f430426f3ac6dc6d468
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d4265fc60ee9d9f416c56be50e1bcd3450ff3e298e28afb9f791255b6ff6a1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182c1cb5f9ed23031ae71d18a197719d64bd2b39
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed74b408e27514b26b1d88859ec2b56986f6af15bc224deae3105ee4125dc3eb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d6a75367e15cbfbf698df7153ffd790c7d597f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc4f417a59d307f13dcee5b329da2eb11907546cd7268b6de2d5a862455a334
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ab6da8b410ff163aefd00bb6328806f5722484
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8379d9238842530ffde48ad4a71c67394a04291681d0be5b8afecf8871012364
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7051676bbc2d874c337e94203eb8cef54be83c27
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54298576ceb951b6910aa96bbeeedb079d53eac92d9ca993279f173d83e10c8a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c5b9c5e2bf59de7f0f8d2a9e4c5531a35c46c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775b3a05bdf4784e81121620181848b094cfbcfc9d057f6d41866f7115d9efb8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15feb25dae275635fc8e919b4b79a120384a91cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fb965ebba3378145b01d995ae85355d66309d471eef942d50fa0e8a1ebeba1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10d98d5a3ea46939ab0ecef91962cf2d7d87b44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828a3ca4e72cf79042b7d112b5a18a930a254d9e2506ec5f9c7d73a1797eafa0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8244b99f0788f694c4bfad14522c944f44cbad5d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03dc5596c6aed52071336e765a3c6d901415dffea3477b3ca87f0ffe087cb60a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a76304056c131075d12e194116ef63efb3b64e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a2d9a30efbfd2869ac005f3e22628355c69fbe01d733741f348cd05263c22c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b8a8fa257ab0ebc913dab454219b6a981edf03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032a143b66a6b9b41f4fd65460208bc904bc9f9d1bdd948e1f2b0e1d5fcf257f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e106cc750ad69ae68dea069944b3b49395099c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51d773835e9e30a29a3b4bd3c7963ae16040518f5588d9e9f96bbceefbe5a6a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03af5c89918114b68f98623470d925d87a2c15c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8c2cfec03cc67b786bda5b551d82278bd9c7ecdead2adb96ec698dba461bdf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e3993495df376422893d777a9137ada6ccec2a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed5d91a8cf1b0220d891e5cac54730e05d62b49114916f0b1f3b158d7972a95
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829cb14f284b5c38fe3fe480807e55360e2e4bc5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5105d169c8b39e35c70138049bd38238b91842732c8cf493c9226c53ef4af66c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970a80c955feb4aa392a01ea357dcac0406f5875
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148e27e8bce937e2ad45ee04ecdbf4b53fc83e6b247efbbb7a9742b0a9e00f1f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010a192beda4c769494c8f92dbe854a1244979c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f88dbad6a467f65dc97ddd34ffea92a3d818c492f1ca8fbc4e42f32fadf09b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad84945ae914f626019363b1d518d7ad48631287
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c7c4d42a6744518b38df14700c9a7613fb0fc1ab22c3bd22d74447fc7c8d0b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8cae4ad750839342996d1f698c73d9bf5c3389
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1ded8fb8776186fb265c3a9ac6243b59351b6f26ee0fca8ebef366c77c2714
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa166fe4aad7bf90c23b17397620b388a94d70f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9ecc8a1ee306b59cde44d4580a0c99adc44e8abe008ccb2c38f3e9d33bd6d7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7153f268334d263703cdd2fb2470deebf95e8355
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99928351d337bae80031b4f7c3c4858d9a9335b0507f3f8740a45cb0d48b0ed4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d00eb42ef0d84890beebee5c642ac2a983b9b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca438c09f6b3be8a96042b3defc18e37e88113a0a5570253ff525cd4864bcc1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ea7bfd2e5b19fe2f96f59932c0b12d4952f1d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785c579f07e730aa1809dfa16c78144aecc76a00a543e2fc3bd4ddb889404fa9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989406d8e64359702a4098b79a89630d887ebb5b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fd31ca39e86fa3c8a50add88283d4b7e93a8d9b7a9235348df9aecb0f1f65d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1aaf8f85365c5a17afdf88fff1b1aeebd179f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177b3e896d970a27ea38284cc6638d4ff1cedd045723e4fdc7f5a78b6b2f13c7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f65337a3823dfe7f1de1531c4f1a1b5af512a7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfdac7baeabf609555bff346d4ff0c5f0dca71443c662841126dba8c5738efa9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73af7f54e08af9f87fd73f08c9857d7eb295b6d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09999becab6f9e9c69547b85b844737a0adaf9262b35272c8ca9c06f7098f0d9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37244d31e3c89876c540012ad963c3b1fa202af6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a62da84e07f1b146c6db188d4ff1ace98ac2532f23565819b302f0a461269d7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f919461be85b14ea2fb6aa6512ce1455cdfe2b3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3517dafb21d951ac992be66d4ecf11f368ccac076eaf077140a8f7af23f84d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbe852088330d8002247f065ae1e5594c28af46
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef90c756d5f4c2351ec61796abf27e1d632406f4897b636e787d50ad68e906d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1166eedce654cf6b4ce519ea8d245c34b97e6f91
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29590a44e13f43ed45fe4cc1c42d0aa206663bea5325916c7fcd7f23a1791a21
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70f3ba7eb251395cc8cbd788cacf0ce2702c06e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56f93f07df54657627690407962505ab70e73da06b8da43ae373b12ac26d74b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b370185b2595e2fb09c7e3f4c365ade9a0bc2e05
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f082db7ca4f96f653b81081231c21fcb46835dadb52ff176b927e6aa3a241e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf3caa8f76458f08fc5215a310454793754b9a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a606a8f21fa314e375e84abe698457bf9b5e3da25e016282b84c799e1ae09a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a73a90bfb68e74311419ecf484c2dde468837c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8380afe69dcdab56888a1937debab0e8347ab5fa432d8636a22d28d7fb81f4f3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38feb875d66011fe00ffa9840d8cf3bd6dd948a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5dd39b02bdda76516e56bba041bc3e3b187b27fe61d02685aa4b22e1c9dbd4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86868ad144208d9e5a85b116dc4fd1de59b213d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdb0a88dabd9a063c35dbc003fd3f413f519a8308ad665cfc060af822afa0e7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1542d3496d771a18c70400264366497f6fed6953
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f47a304c2cbf457c3b73b9ab1a5672cc581d4f9171ce1c50eef3165fd41570
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1219c8745bcf2e11bb446fca00ac49aa7ee8749
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea49a11d5a58094355387efd479ee8d97dac5db9f32c64adbe6816d0e381da0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32989e7f899858afde118c069f289b2763f34fc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e4a135774d18d9cbc6f54357468e7f99748e7e2e7e87169b0254407ca95b18
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56add30223dbd91974262a71bf13c74ec607abc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711283d49b8c40413e9e8eb888b7e1f6a0dc2bc193529fbef20551488dbd5aa1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd3b3b719f7b9d0870386f09a83431299b0596a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc368ec301c0e753c15cd500a3895fa52dbb43273ff8d6b8bbb58c3878b4b66a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dd76fd7f7a8b6aba8713a4e5c240b6acd43c5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abae2c6e1717594690639839b37df8722ed47137943f077fadb65df21d13bdc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626e0eb0eab25361acfea59d45e5dfcd2f4a55dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5ac4336e6d8ff62274aa65a2e60301d19561f95dcc19451ab4227e53841e76
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71618334dc9467f4af213adb48abdb67efe3d5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8032604122a6dc6e16e6af78c3bb56d4327ac9ac1d046c58b19f8653e72f4eb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9de6ed5f2486dbf282a984dd1ac38d7eda246e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50269cc14e7ae516a8d48cf4b999d2dd61045eefe4c3ab01c7e6014d6ead4af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31b6b507bbd766d1d35e880cad3b128cac93ec5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3c1f071555d781685317157d221a529dcd0a40e0b75f7cfbb3917c8071b974
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a1256dfe63cf4d0c47e3535c08d36874c23c77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0949b9b55d3dc21336555810d2b4e15e66180e36275af121563328f091b4124a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0984ab323cc65ca46b49b19667e119c6835313
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96994be6c8ab7f1e172d6dbd8b28b05ae9d5837476a26d9b3aa3e84271e1e386
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e81fe0658d4c571fd8736604e9c81291f52ed1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa8309ea775a6f4424dda65f9da42efcdb48559db3a7265547273285a6d39bc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a63d96a6dca98daa44c9be6db6cd626c9bd1f0a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7102586849d4b207587094965737a287ad934f5f9b3dc1955b24c99cc1bc5ef
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f52ab5231f209158d60d81d0ee3798116fd937c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84a35db932fb293072c959cc184c777c039187a4fe8944c6e1f3a8f40d3e762
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0b59687a66bb39b7b5e8a3c656cab36ba966b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b46d78d287a1faebddbd4697db71a038049f00479bdcd5e160ce5ea1d37f77
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9e33f5680674e79395302f8b93659cf295f868
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b733875477b003af800b36214b96a7f415378e0048504109fdce778afc8cbde
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92f8a3f92c9a054954c27849c87a8c467ee302e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058577ca7259a1092fdd5e5147a8007cabe71cf2099d9e885242bbce5f47086f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1558fa1725b7203ddc9cf055d20d619cde047a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4b7055f12d27b906ea9fabd1d7170ed760fd1281972d06cb81b7f2a7d24466
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90fc7b010e298ee0fabab46f268a35b339d012b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de91d7525de48b41d7de26c4347b1bbfb6a2ba0aa0f718957f9107f822742108
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf8ec8f0d2fe946483b9e6766f8fa329d9153d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6c2474923fe06aa37eb5d6942c41b2af2ebdc9bfc780e454944b3486e12f38
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0caa86d3114f5cf27af9d1b79fabcc7148e87cd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070b6e7bd6b268bd2cedb85a4b7ae5e193f66e2ce6a24e077a7b3199bacbe3a0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc839bba28f72670a2da76056176e6c66c8ad3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7e6a443b85c07818e810c86de274dcc244fdd573c0bd0717579a680a4ed283
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae649d4d2c1f8ff815a92c6b546f1d938f0a7fcf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f06a1cab961a497fa2ac1e91873ce6706c463dee8c88d0802d915e1de8d5cf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c71d018778dcc1add9dbb7cd3aec0ecb3eed01
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb2bd57f90dcab1c575d696ea46cf45c09f3e41b88144cd17d97ef87b975fff
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7928eefb07a664efd1c15bf635ea0781253b1df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bcbf8590627cb6a573c7409e29e29d300a98872124537162cc2604ab612699
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b177f351f47ebc4b5d4888087452f2b5736633
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a1633639fa65e3f693eea14f73f834ae9339912f961ced8d860f0de32f6660
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd4d0f00ff20870a4550b6bd45df57d0601108b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e9cafb6b160a8aa39408dce37ecf1f2dcca33d1412797a1328c87905a9ac55
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b848f9b52c107fe863f9d315d49324ed79ce79de
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8922ba40f10e67b44b248cd4530fb07c23082964021765a4545f689525d4f0ff
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b475b3a6f99f15458613cf3206a241eb126fb1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca7d58029e9b3c4540085d0c7a42b4ec1c0940a696d59d2b6d334f672a633ed
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df71ceeaf5cf9b9551f7644e49979df70259c5c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a580e4bd36d75e480a26f419ceb826e89b90f0417cb118414792c7cf5f46c2d8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba3636abdbba31e9904f8d0931f7f66369a31b0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53deb166300bf2abfbe60b072ab80812c2959ac1f176b32ae03053eb37080e3a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acade738b19ebe823a03c0420aeb23cbdd05ea2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30bab3ba75200ca51d73bcc2381672c0dd27339f991b6957fdaeb2b13345d627
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3a352756186738dd8a197b32be4232ef72c8ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a70c715e3f9f987c1e937e01480dbceb8291de5fc4ec5dd139433340e255086
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d209fadc152d255859525df50e6200827bb6b83
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6fce3f276de6f72afe77f379bdd0c3ab3a80f34ed64516ff6607e720e77b00
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3ae1db6507e3d21f67aaa459e3f705e0639946
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55a076356f0a51ee2af97c0dc2874c61e16a412e2c3092551ec8ee3878d1c51
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4042d65d633450b364fae27a85155a4fab538b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270a58749e5fd378d3e656f53f89d756d880a9dcf770972f7c6d37e65f603314
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103067f2a9ae2c99749803db09f1452d8b054162
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d526d7674122d8c8883b1641b26bde0e643e25839af509150b4cdf6bf2cbc2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efab742e2d079998fd463cbebebaf7a1ebd32840
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9790ef0a911418c601de2699ad9b787b1361e6b6969fbf26b8797cfc33c9031f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42656c0a200718459ec59e6174fb2db62ea37f8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4469d8912b078c5097a8ff6152516e0fd7ab17cd46c5483bcfa600e564c9f3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4796c4d66e1b16d51ef3a86abdf16fc0ceb072c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf1a77b8ca2e2577ddf381e261a409828a43f17a35b7c825fc7fcd2a224e249
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0f808df82bb3aec1408d2e0e795c78b1b549f3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da591067c6501f521f598e5773c081caf1b4daea919f149ce9acf230067538c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0ed20d3e3ce8d018122b09ed99d229a015b6dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e876e0f53723c9789f556f8c542e1b3850bc3b2e5377c5fb8c5d3999ee02bb04
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797db80bac43498d7f2505ff16d09c9cc8357303
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd74a0466644314004dbfcdc7d008cdc59c9328fa8b83e737f492b1872e060a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067b05d504a69eb94ffbe6b7e1ce05929b8ae21a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d4aae0bccc281c610b5e4c2b4129445d67618f1cba3f58b0b0e88ea9b92179
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256a021815168073ceb70b5794302cf862ced10e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596ca961301d9ed77e772849cbeddaf27a39e667c98be6b9c1e81b714aa689fa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a320842e87ec146fb9b8e41a6ad18796d834c70f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ff0b6df9d95330a57682b02f08c9ec91e5ee450e3140839af8ab7030e22a89
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b257435804b0e33c75ddffb434163ff2e3f7e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819979e57d1af36285f5453da1c18fc6c91305ba36fa4c59f6a029fdc78f9ae6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a8fc9c1a1749142d8165a5132eab6583996493
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fd2a57789c91cc42d71e739f406f5c1d5630b29ce73c997619a55178436830
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38406d8b692a20ddfe60adc55d996fa68137d8f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820c56e8122ebe6917256366db6246b004e25a9bf753ba2669b275d1fd4d78cb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38b828d78bd0195c910b875b7b26b88376ca75e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82deb2e4d7cf601c7338f483936c04340e30e1f18eb479e2ec7b68c203bbcc1a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d95bb0f73caaf3972e27113e8a835219311b0cf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a5bd98e3d7eb964476b135bab3f143164dafddd5713fdff7f9d0dab28b0cf2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024aeb16275accfae02bf77373c9099427f657f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a1bda740a80fbd648eb4acb2b49783a0ab5dcb909308886623bbb4490b6c5e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877736f085896e860f337c2a0338e57a19d38f96
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a8dc80e9bf7d5e8f15c3f3cd5ce091b8f2bcc543fbb685f63f0a387093d26e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18ff7ecc2d7c9c38948514112f98a6e99edcef8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c38a7724483be8ea216343db0551e90c7145577482a1f64155ae67ff3ec6f6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c425dc6233be89268a7602aac3dc90a5aa40b065
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4582d70eb7a19d733bcf7140b467051d4f9d8b4f8758c6547cdd6a7731233c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74553ced9946355e4eaee79c79c89ec858d59b85
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b2f5ed3ee64e96c173362a6766a815c3f1208352479730dfb46d9c6cf1777f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbac9097fe7422212df2d57a8bdea5c098047d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea007f18126b15deaf943c3dfd238c43b01ab95f3c16772544b7c12c2026c0fa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca77206f01bee2d7ebabc05f462855b461423e31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b6acacaed3ea73f731e4e3812247729383d7749eb7ae8a3f041efe9feda1fe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bcee5e90aa5a82252c869ab2d8a527fab64b9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286f3d1c7e10ec51f744464ce2b257c53e0e6bd793a04adb3fba0aa2e1c81940
+size 2179