diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f147097a5e20f9e4a56f4ba2ef3ca0f54310cb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddec7bb88e2deee4b1b7c3d3fe8e718de92cbb59deb7943959123edc498f6c70
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1c9428d0ad36433b76accdc22e518c5283d1a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3911b64193f6478d5e4df1c3c57477566436efb691e0ae9eac3fe31d53e4f37c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb240de0e19b5d1d70b24f1ad04888729cb3c1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115ef0e468f9dc69f0ac5397ef4510f928a4eac570c831816f94df3e7fcef4eb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ffa9439c6b05c1ed3bbc932c82c29177c4a570
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c46ab9bfe6518e9083f38305b6af9f8caaed8f68e5bd775dec93c26c91ac23b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad16e49bf628a64119c48105e5501c3a5f51af7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115ff19ee22315648324c2b71d00091576c48661690508ab28461f51a2214514
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762305136dfb0dd40783cb9f146f7e2a66898d9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9ca485672cd76264011154c24f06b9b6fb55e91ea153f155d061e35bf335fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7aee1e12380be5f627165ca4bb56e0d5ceca64b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94d93e997925e535ac8bd9730d1243ad6cab3e14630423bd5331aeea0d4e108
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d4f493177ad079cee195442fd0c71c9e789612
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1bf9408036901264772f8150415142b7dd52390d6f919aa3da68e3f6a8eb20
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e42304247d0b4cc506743aa5b15cdd61c6ff7d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07a0ae0ca8a73cb153b28f518d9eef61c77d5e8389905c231ead918b77ae105
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149af0669c849d69447ca6dbef7f581a6e6119ae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf1e7d92fd91e7dd69c35cb04c892d0c3fbfc624252f3d90960d815d62b0554
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534f05dd165ce440bfc735c447d4c2574decec12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9aa461415f80277f7fcbacdc264b8c29db8ceac8e5d9f89c3ec48ca91d29562
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b248b692e211a00ab41efc9f6f69ad7bf1b565e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801951a4507455f0ad57fec90ba568417e474d9eba58159333168c92f0c4fba0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a630f888c40351adda3509c5cca51ca167ab66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9bf07b8455bd74fbb0ed693d75860b80241ce0af1f44d0de2aa5bc11d898a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e57f054b8f5e4a4e6fa7d6b2e0510b65461131
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b2687da8780fc3c039a496d59c5e1c7a7a860ef537a0486998794452326a78
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bb0878bfea59a30b7daf2cf66c91a5321b09cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e262b31aa0dcadc95f9fef915444318391942ae831a6b700c5f7e0cce0119ae8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f3af0d5752b1bc44d6852102b273823b94098f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e5d8afd39e3b481db234f433d953bb8c308829e7d4910a2006d965eb82ef91
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1d0f3fa456b3ff8791044a9bd507c0f60b5a75
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399ed08ba357d483a6544da6fdeacc4ab574e44b28556c7077b504942d3c1fa6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76b8f3ba8d45a54ac766c5749e6feb368af795b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9553c2dbdb7b3691890a64a89f97fabdd0708ed9ef77d97b817f759213d491
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea848aadae3fa6ab61c57564073e94345b48aea4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc06d7e1a30c9a79915ff35ed67440db7aaa351f31fe47def6c53035bd28bc3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dae809dec65abd61a462f81d22b4ed52eba1713
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fbcb4270682dbab24b68e6453fef7c4cc464d9b1eb38b506fa0fd9ab1a3a7e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d70238afa55dacc9c7b8d1d57914a8fea8937b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184241836c7baad89332f04cb983d59d862a7918d2503ca0ec32a4143907e629
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fb7330a6a91679662a7eecb1cbfec47106a8d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceae3187d56c53c43273a91eff3d930e11e3fdb73a0b96c81f26215e29d9de5f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f67f65690287f588d4fdbb5b32544b5150b3fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649a756857be8be7e1cbcb6cba475878b94c60819c6c054770f4170e6f78920c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4329b8f2decf52f7ba2f6725defc5f162f5f652
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ff666e0cd9efa17ba30f80fbabead1979829295c395c76ce151d80406968a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041cbac794712518c785ec29ac8c148d4cb30ca0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83cd4f1700207fa67bc0d4e4de4632eb1c9b66f2de757d914db12d18a16182b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76861eeab9da08eb898437688e5d3a198a4cc3bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ae50581d4e4309b77061ae7d58516a39a2008f668837a642916ae2f6c66994
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8e7744b23f743b2d6b575b888ae8cd3c3f9497
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60be76309b5c209430d233417caf3183cbbaf0cef208c74c83a23694958ad5d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90aefa31a525c0cd09fb13c4d5666be46ebe1b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b783fae9bde04a87776e2e871cda955335298ab9016d7c9ee8ec139d3726a29
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d174fd032e91496a6bd3163d8f3de683bd933ff0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf45aae6f549a98c912513307e626367ee353d9d1eb3d736cdd44db6c5c7e22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80550617b9471aaa67d459a9a2ae326312d5499
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5086e47a9ae7ed571db4f7723394630788f8a926bc4e95774adf68c41b0b1b4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb5cf5cc43a8395d24c9498f7a0f47c7d4c6f96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1929b9d32bfec7c70ab627a81370da9d2862415398be29b1bac11b36c99efc7e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b31b0400b5786f4d8c9eba40449f6a98d8da0df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4a9f66047b5138f40ed01866f440cfbe843af8866df71302acf4298ed4054e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd58a6445e1cca3d087ed98632a99c386204d2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034c2c658b31cd78638d4bec2eefb84354f6c44b5d15a0bc38d7f0355d3e6ff3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae05a7e68ab1c9a4c3564b45e7d95d1511053f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebd02a16edc498339657745fa49dba05fe93632fb9d7057bea89a59673bd186
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae4ce4838a6c4dbdc1dc70156cf0b69b48ffaa6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b21c4e19e1077bfe90b861963f78fa8b1c566f5145b010f35ac104ea49e6a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558f6a78b744457c8060b86916e75a53951b4b52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbff95ba9f03446605d30232b7ce810d2787becf5bcf0736ad06607a9b3bac6c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e644d4377720e67aae1e0851fc39603663dca5c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b412830dae91532c540204f6e47003206e97226430e419e36612f28917ca18
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4c7fe99720e7aa592ba81a2ca02ea9aad25183
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c01c873b811aa253bef3d86e51480eedc12a44aa8f1088a8e31a889cded38a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1801f42e2440d53bbebee4c4860d22a4da2cb748
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d650acefd8a5413df97d9b3d59f99b672cf169c64db0ec812f3ff3322a7c44
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc482c49fded7949b409ed6648a2b7723ebdc7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535d410478cf9ed14480c186fc66a2027e2b75e58e7452af4a6a6f155209cc4f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c690c491d957e9def93de263f188e108e1ea6d15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cfcadb6bd2050cdf5ee144b26e5f0fdd3adef1469820ce6f8474843c6cdf96
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeec2ddb6eebb879fba56a25436ef42a30c68611
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf7171abf4f7b9060c298dc55d8f4aef9e8379e1ff17157d7b0a88d38d10191
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68aaa058fa29ab87c69d9fd07ed5cfa5e6de621
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd06d7fe4ef2bcb8ff53814446299eef88fb9be8bd557d4b0f436c0d9921de48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b217df1ec875329676bdc15abcd9c801a4301e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80359cab9b77b5dc806198addb33c7b654774037efcd50145229fa5b7c22c7ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebb6780129d32a724b82526e712f9e44220dbb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6276c63df29ef12e5ff583fed03b6feffaa693b7d6572909acab4bf91cab2a59
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403c48ced9c5b2e482670c7623235b7ff5307769
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aadf374891825b860329253b1da72540fed6b92f0f74b0f81e3c8274a3c2d20
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ccf4de518923a498d896d0f90dbc04c7342c3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c72b68c5f40768cb01edd8183b73dcb1f92b4dab347ac17db3c0c477004b60d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a276fa430993d165e0d6d559200032c98630bf04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616e378400fffc170305a0b56ceb7a9c49fb289c737383ecb6db92e190d1b464
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc388599c3b15cbe38be719eb721688fb9a4fcf8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619de7f25a358a3db541ac5109c4c28ea4f8390fe2a3d5d6ce66ca6b74e18c46
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b30305b0bd858b78ae6cf9598c384eccadc3465
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285b5e37deead510a28a793a9c313c9a6c1822f29cc19647689b437909a9029d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c793530a2e0f2a0b918d747db764f7a94304d9d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d4cbacc3ce1fb6f4013b8229a9c9816f62c5ae78e450a67f62558c4da2a952
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5897bae83857c4734588e20d5e4bd366731e879
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e6576dd25edf5304dd567062f2c512b79ebe8aed3afd156733b536cc4a451d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321998fff1f8b15a092691c45fad372470427cae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a100e6c4118555159f9499d079c681618a8ec461997808509b8638d4da39dbe2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3898945c555f60333b9a76fc90803901ce28b902
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e8adb65cc1d1da3fbed9efd93dd783adeff6661d0d441dc7e4ad7955fbb2fa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44440df49082e4d720124652fd2154b17eb5efa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2b321a58b48382beba909eb7b90b8b31de19946cc300cba487d7aec0d1b30d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e65138cce29762c751ca7f59f62f5425cc03b9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e431776ad020ab5fd43cdf4ef287dbbb442967f498f0bfb049c2b54bc2a7cfcf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a867956e4988127f716d1f5149b2908431c9a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dbab8553409c5730274876f47f5e65b3737f405d1c16e88055adf4c8dec419
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733208dffcbad47e71676bf94df2958da0a24a99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa4ad6d5fa31c223594844126eb585cc8dd92c5431cd76826ff34633107c4d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3672cb6c05f65a627a8a1e81e0dfe62edf0bdd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce34925e1fdf171141cfac9f4e3518bcde6d6b345c94e305a77fd00c616255de
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d23c119fcc1e584eea87fd545f0d6ff0833764f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98336e2ef877b4d1b8103d71a144f60ec2263ddcd893995ce5befca9272d7a4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff853efb7bea77fc123200191fe0bf6a6d4205c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aea9ce1fe6a9affbfad9fe8fe298a4cf1d640d6ddeab551f8ea98c74fdf9789
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade5a0560bcff72a4c5323ac7bc1a2174fd06c45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39d3e830530660199dda6612c8a3ba380638223d764cf577af7ccfaca8735db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63236ae956e22e8c7499433eda13df9db6511f4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2b0d7c2e0b93df32636e2e5fd81a8020e0e33c21afe5593c68a1d6a3214cea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6116b4952b5b4694c40e7a8ae59c9e37c4c0c52f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1cb48c67626306b93c7c38e31c5b5ef5a67784b0d29092fc6015f7d7069651
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c117a5532a7f8e424d34e12ef63ff1d272a6cf66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76bb5b6562451d53ca7107382bc6ff10cdedd4e55b4a95f36615ccdd336cf7d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9c4a6c58cf6b3bccd942e369e10ee8b1480a33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178fb46767d060d1dca2eedf476ac1cf38cb04d51dd549de15ebefbc4f3ac60c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394c461ca9b6b8bdd0c5320edf032919e6e6e06f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba81cf63e6a5e726bb1aa081e495e592dee5093635328cdad1bf16e106e6bb3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a46223088fa893dada4d2adcdd2d240cb62551
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d636774182648e0c503e75f7917d54cd9b054c8c8a51579a96918beaffe93f72
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b93db821aa30913519cdbb81ca0fcf5161c651
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5093f1aa865e6df365b32cc701625de0eb6c2b8be939b40de801aad8121161ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f4bcaff75d51894b0075cc91b441969a6c0bb4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cbff6a672ec308723556cfd90b55bc21541f77ca60f19aa10872bc4c752059
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe79d0027f490e663266fcd8290a3f79ec471ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f0f5fc96716daad3298ad18314e268f2f141afd9960dbaf35da3c4087edbe6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bdae9abd4558349d57f3f1e1f9f025e6e562fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5ce1a7c05d0eef5d6e8ffd7a8675935bdcf3287df91133c81f0111f1852ece
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4353272c8a739b0738a446409312bbe340c2d079
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410246dd14e38b5e6bb11951e0300275d7d0ae705cd4668240092608007c6ba3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0251e6313e528538d4bab94d9ead42989511cc30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fe56bdc9e45995a980b7fc70a9099f97fba60c59c9e5b5076fa1d5bcdad012
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194c18615e4469a758d8100ba1176025386f5fd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd09f76623791eefd2b024bd72fa889c54e8247c26c3d836a4288c6e0e795602
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894faf367c7ffa648fb96a5cd446c72eff245663
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f5e999fdf2e87c8afd5f8f725cb164a202bddef8e04afa3c6149e5711c0b7b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8176b4ec70f996fde0e0a12c55741fb1c8bf714b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828055c3ac42a6c3b187e32b7ee939a91d28e1d979f5516df66b81b8f8f760df
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964f3b4087c9d75c55eeccda8c36b6f6a9666e71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6ab578df59bf870ac1951517175060013b2fa993350cb3b6269dcb92eae566
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de2f2b61d69bb14fd530aeb4f8f5251161eb4b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735f86fce1bdee6076913079aafd59d7801dee25605c100e2b6eeeb61153813d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd339c5b15af154c45e10e844df9ce464c1c17f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ef4036d2c4c0fe755c64b464f86a884771ba7c5755aaf30b53f6ce55b09f12
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e657ad83f3a5ad7268176c67eeeeec96c2062b5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b967bcadcee736fb6323df1e48da1a179acae6619424f673e399672e88675ee8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd48158669a4991429c6c17a27b1d962382960b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd7d7510091f3c20fe573e1c36a11a3e4c61f8e51914c298aa293668f801b5f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8673b88d61e493c39516984d10d0b793da5420d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178af987bd0870f6cc420cccdfacd4b86690beffa673c695d1f6bd810464d0d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6c8f59f87f5831b48cd0e027989e92dc032ab6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ce0408724caa6ae9374042158210f5fa2068638262d45a0b881b4d65d1b2b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9100aaca58ecf59e484b5b42e40538e0e3f0be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fb1a8178ec273a08e2924a2ea9e6a407c6e666097afe05949192e1b86c6ca8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ef4195fea0b5cf2795a53daea8d0d632eda789
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd8c2a5687d901c3e092a3e56712c78ffe3125df7d636cfc11eee0ad6606282
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d91ef5f1b373a449b166f6ee0839d2d0af72b4f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329b2f0f6270ebc8263446ff017b8415cface3651852d0e4d5b7bccee2ed9280
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8de821ad91ef3b8ba10e13f58bd2589e7d928d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357bda61cc02b5949ab84c8abf9d76ca266e72b6c270dfb8c240d62e6f918c13
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50aae27ec8b73f375adf9534b9891f7f36eb2310
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f05b3da70943467aeb6772430e81ac5f0e9517cbcd8d630a646754dea6127ac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f759bd5e1557c7f40d8592729579e32cc3ffd7bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119fc7c12cc7efba735f9681b9aacad6487bdf172d5fd80c299a4f79d9a86866
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bb1b6b467cd7048922ea9144d739f7e5638d85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b52be77aa6111a0933c996400504989b5c2fe4a6c0cc8b3129443e3a1026a02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8ec1a78d53ea9d1ad5df55a21d3c2833ca9896
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfe6052693b65787370effdeffe58ac591aadc43866e4bba0ec9bb2f11eb431
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca1ddf1ede5066c19d3f14a66f22759de2949d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e215fbae6ef05362c7115a432e7620e4adcb78f4cdf81f0bd4b50919d0704707
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31c9d56f5ae2dc7cd1c85523f78449ccc5a01b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18332f58c1dfc52808318310b350cf82502178e3059d0e37bf93cf4478596bc4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7948251810a0ca8050443aff227ff43c9151a1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ed6960091e29e95ce78a3acd6fea2e7782a1657ef3bd714051a655d0ce376a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247b724a25fabb135d962aa24496da2fb6535bb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e165e046f17ccd721944668ceae76739dc1ad22a4fe7f3c4c7dcf9c746bdc188
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9756d51cf698f7d4df7c199ce8c36c09d00276
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200e668d3c048f0eb858a091103c64e6399c9f19b111346e000db0516e02a729
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae19081f85cbdfc1761e39b3c3f50ebeebfbdbf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1683c5e122a1e5259a930fecdb365af6cd30a4140f71492e9a925dede335a4af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894c6fd9050c711c7f75e77110af2924ed92f4ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884c41ab2de74afc79967724af8250dd621b9bab3fb69405cbe17423369b0770
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659a60349e247a75dc45aacedc51354d9175a77c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8525b352ffb7a0caa15540e3704929da66c2cfd3523d00cfc123df3ec8bc4e51
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b034f94fbb91767fdca7a90bc3e5454813a3bc85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18594ddf1507d93e14f881980a8cd435b46607965408b392bac310f0f914f1a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0d160e85034b78906c813a4157c1137bbdfbd0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d59f7aab3fb7d7cf1cfaa46b5355760f6e929229086c43bfafb5ec71ab98d3f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0294cdc72f7b329b69e2d632eb501fd546bce2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f7a9c5ebf1f34ea69d9184ea54a91690b1d00f8483a095720c3b1ed41664bf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62f4add93ab869747932ddf273a560a24a7c17d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5d0f9304dac0d8eeb6f52da8f022510868774093e80871d661721ac38ab248
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1bf80efa5b4aa5e8958a4830808da0c762874b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12883e3f8f5339b200e78b35fdbbebd30f1849ed26850ee6b913c1998f2528e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c629d5d649818fcdd5eae41f96ea0dbb71c240dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078d45d25f0b56e81ba1fed32de5157138133a3894e94ccb64803fba44952862
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29a9ba02be2a79e4460a9f526e6d0cf20541f86
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12524ffdeddeb0a14dd8ce2e0a24f96be1492f6addaf93ebe38e7396df8baa9b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925d26682ba2cc66afacf79754bbedcd84b7f54c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023b09dac90c2791e7a395a7b67ef0c9a98947901a7344afffe75157a2f68224
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f440c5042c5977aabee0933c8b2df20f905edf0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2a4ae52acb1f201b787e6ebc1677d0b220d17f9b355b235441885dbf827692
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39361040c1fb19682807e2bc10aefdb4fcbb0b95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4886e7b14d416e20670427d02a55cc60c241946674033593c6fc816b3e1b9af
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64313fe64c68b806652dbc1bafe553006263f604
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e8fe44c8e8c4979047a2cbb4c5105da3a52e7e11ff228b32a62550a1f19684
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9291ba00ff9fc4b5c1c67127f7175a84471e7814
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e5851af53d142b731b454ae88cdfcea534cd9ee6e99f54198f591cbd956313
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2031c0ba6e75e62b41df2b2d1f61be2d24a4c41a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e777979832286a066a91e79baf8ebb26d8087399a8bd35fe90d164cb1d5152
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dcaf1f51ad5a930e688a508c14d06926acb7cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3ff5a6583abe93361abce8b62946af21a12a906004f049f9248114006d8d59
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71279ddaa6d30603aff82118d4332241aa243af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa36d61953d27156d3399c371fadb1bddd749c07142c57f23352811b951bb925
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4044ebe594f6c6db0babdcf284c31a2006ab0e26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d803f44c2835fba899b07863db647c667d66f1a3defff3e967443151930b33bc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ec2a31797e22119b9cb61ed6c80736d615a8ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48997c5c2eb37cd332432405d493997f93c61597fe5fa2e121b8e93279cb28e8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23509696066332defe292e4dcac16e666655821
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17695c4d14e09e93e3d56ad35d543e20d57019ec2bf9dde31db70f30fbe4bf52
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9552ecd6c6ecf6c4bfa5af39dcac2d75846641c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bd3194f0a844c9fc81b71574b11e0734b802584e19a5b4236cc6a7b21aa7fe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e2b29b3f2a8964568db34cae5e52133f21704f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4ca43a3858ccb216cedd9cce7dd10eeed4b73fa57c676952864a3d533dd586
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b575dea34e05d77d5af4fec353491a84f18fcb1b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d75f60d7ee6d549bc16a4a487cbe76d7e18f7c52b59411c6a311670342a8509
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099994f793b3f931239f171076f2e0e727d2191d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d54f3b353be7816b45d4498d31359a9e04335d958f5676e471fc1f5dfeaf3b2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7613fc6c1ef43bcebf6aabfec10c2469f5f6c740
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68f20523cf87dbd7593048345ed8648f9844c5b0f3ac84b105848b5bb999092
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd70039998f89ba1cc8768a6c2c836d1c4d6e6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7525d447eaa82c170205f17f509c47e3dfc394c1db5f1b0f00ea5dc1234781fb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ad63adec4a574d199361fd26086585e122472d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b27bef58483bed15c3dadeb47abb18a84383e5d782b68726504eed397610ca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11eef56baddc9999db8cc2f2a18084645e2d8208
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b9c49af4df81f2a896eae45024e606f6d4d345227418a5a8d4a18304c7cfd1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72aee00d7dc78206f397c30d8574a330a029e41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2551088682cb896d00e0a03459fc47fb3c24a955ba0fa705619a2ca9dc3128a6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf815a3b349f8357233e1b2cbd21658fed7d3f97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9097efdfc09c96854f76bb3cb2472a65cf1f76f18d7b5bf9e95024648621b455
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405dd6ec9aece0f5e2b1b9bd239a46c98eb61bb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8511371d7a3f5a46d263ccbf9d2f14086041b933ff6edb0cb32500f2eee19a66
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b208ea6b4ffd2303a0d67c365b6719bcf29d0d28
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acee29b70d1ddad0a1db1a03ab0e844fb72158e1eb86a385223f8f8cf61f8437
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f71eb111bfc1dddb7afb24bb101b87bc1f9f6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e771c9b6ca276812956a31d71ea268a3fa524135e75e9891e9bd9920358d377
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f073afe071e731968af1b1a25f5a2f5fc80f2e90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa03f8edc65683e354d90ae282522bb3537d1babf00f1939739baa607c11d357
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236f67f1c4ba4100cba25f5e4b59f063bfacc721
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231f052b8c6c4a9e3e708292553d34cf64705c0d5f849b3b82daad969f6da328
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36bd1d07db9f100c54b6ab15c3b1912d93e82e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539fbbba834b3d32312f078c281bd329db5cda8b79a9681915ee4e855a76fe1c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90dff73aab510dad9ca727456b7d9a976da4cce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3270cb5373480853cfdc977c63b103d46e28c5145258a15083edf0a28df080ed
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec1d568eb6802932816be9c9e014a58da9e9c4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccc337a919b2a47ff29547e37dc77adc408fa77f61e04ab845adda1fcf71873
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79055447fb04d716f16b5feae7563633d255d090
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253769ec629a38a73b23b0778a02aa642ebd7f372fc695f5c427910976251ad9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e28f05c9e9fd7b289c58bab5707cfb71c999f72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efa202cc504bd816321c7080a668a9ba4cc5208f15f35bf286bfe7460fddefb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65df262a0627ee84ef006c6285a076e38468dc9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9fcc59b9913989d90a11fd0b5d1016693dd0cb9e0dbd1682bbb97146cb5df1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c3c9db96047dfbfb3d2e9086461ef30b284afd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4961be3a60638c31c2ffcace866060fd24b46b9d186d7d4fc50a8659add7dae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa273041b83bc0e546e1efa12c6c45588e99a22b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fe231f7bd53de4f4df0a0102913fce7f33cf820d1e74cc209c3f317d7f086e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b3813de9004d46bf9a5ae75bd18249d9ff7641
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6b7e67136167879704a3e594bf888910f48565f6b0265fdba2184a8597dd48
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fab6e1094fa002da5eda8b5b8d2763f622190ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc9f8cba3882dce96e5ae4c52ad38334b2ca97aea7a8cc9bbdab8c35f0bb45f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31e95b67ab0978d9dd9d8c4bc1439210bb01f6a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90285463077702a37c03163652184a93a94a4a764b68fba85fe44aaf2c742b94
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bc067bb1f0223569fa2fb726077bf6215a2b3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4295e7548f2208d98ec7185d57b335d3504aa845b158b98e5facc079d5c6eeeb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37406e3f15fd1184f344ed5effb548cd4eaa17de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5651bc4d0945938c79a3dff16f6dfc0eee5e73043565ea1b7c4a412008033404
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6686d67f0afc2e7934023cae82d033d80cfabc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f2f9c7bdd83d301b233f0108e9445fa911e72e88210aacfa46d611b7b82ea7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656024b3e6ab037a0dffa663ef4ce0a84e148155
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc31df06eb0b4744f88d390dd9868f70b10bb3b8c3c08c7abbee67074dbe163
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd168ead0ba7105ea16b2d47442321e3a4b046d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178f7af80f2e05a9e7e1cb24d3a71f5364cbe530a2561effbda7379846818abc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d603f7536ff883e37910bd5785d8e5170972828
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56718fe715df71f117c7d7adf00a55cebef2a74e0746e2d6f372b4685a846b9b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a8f2a109602590c59928eb9561f05b678c8825
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe15745ba5ac0b60e714fd0f872c29a0a2246e1a40e222215d40be7823af019
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e500e454d22d24a849858755134b73f14b23950
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9a0680e459929ab09f4e9c4f6b4ef19151935b0a4392592f488ed6dc30764f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dad440bc916eeaa4eb280b78ba9b583538d621
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f6db4793771de3e37a55194fbdef70bbd935b05de787e3960fc384b0a43814
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a6d81d3cbfacc62aec11a92a72ca0b99794183
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf71c5411b3fe27cdad5927be9b67d9473a5ec75a0e4c88d1836d97bef21b8e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a34a4bd16dddac3ea257c6cb387aa13f30cfe4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521a76eb44ed4327a839720dc5daab1c310deb6f3f18df6a3cf356f513fe9d80
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f7129b8ce54033b254ecf9a1ba56d76266c240
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e982e54b5e97ff71aa768a464bef420fa417a0ade1c8a67d2fbb194c9bfa95
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e616fbc2a2e0bca23def22afd867381846a696b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc264d36ac1a94fe3928e6770d7b17f38e2460782bcdc97ef9e8bce1ab482509
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc343e6786300408eb5c883c55689d8bc95d74ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabd1a7e70d641c4e0fef4e3c16c6fc8682841d242af36deed64edeae8fc5893
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13bb9e07f3789886b42ba3846cc496dc2127be7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deaa22030e1132e3e24d5d061969b65aa2dc4c29f4f8a8c3e6707442d42a8509
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1278faf0d71c8742c56c3259ed786f06d38d1121
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56affb8295570c8b40e5caef900773854b61460c6061c8c6450cbea444299ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4c94e2c901fa1edc3276182937c38873a34965
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7db35404655a900fb3e900477d32b4682615702881c851d5fa3757a4af35c3a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78278be734277467430e5a85e6308759a17444bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e5850c5b7221dce76a237d5e4a74629810e6196018566183ebfedbd7cce0da
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c95937a8f616692166b352cf48977e215381ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70f851fca6a88e60fedec3d4ffb8f2578e8ab6b996c88418d079736a8ee9f92
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4417e1222676b0806a11ec372d974975461c2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fca092b6e10b4c3cd7182218f0d5bc1b3bb88a0efc8c71b96a2c3cd9abe8df
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87039a648064980d28cd27598fc448ca72642c6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d188223612b0e69a85bfc4bd3db81e5bf6b5c7504b17c707a8132188205f3cd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe30e84c962bbe83295cab3e35b184f45e5a038
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35a5569b2ccc843d390ee8bb2df031fa104e736959847511f374703b4ad99e7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d9f573e097414c6fd8edae8ad2e33f123536af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9615bb53d0bc7d7038336b3eccf30cf102e2edb369892601390eef2795c3bddf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2a61ac07591f853f26e171f21946a08a7384ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650249f71adb61f91541e307ab29e1357fd24246cd01ad3990a0becc013c0f44
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3633f60949bb74f9e2455499ed32a3c7ef9c542a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e283619b41ba1cd5fe2354844903d3787d85cab70f64277d17af12df5bac14
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f98ba1b2af3a5577f0fac6ac49f73ccde59e9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad2a331e31cd591e1587d68e82ed69e4bdbda9d761d97e406f4d3a93e3b2e2d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ea275c4faae60b6b73eb11969523f6b0b8e35c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebcf10784e2fab62a1cff6543cb1869014eda844eb88b758af7eda24c26e4a4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e568941667466fb1a1ee84f4a13009a5b7324f59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07580b64a9352ac9f32abec7d81a6500c6c7f85fa0591c56576681b849dfc35f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e441c889905f2e91dc49ca6f333f308f036d640
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa083b95e77bee3c348cb414a4c7bc04e6436463662a36f6369ab01dc9f33c5b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf284c3286a564a70d51f782c62d14ecb69d56a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bf3e4d272f7d61bf6e2aca1f9e12fceacbe4ffd89f79eb5c47ea9e0c3be4da
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0211ae10c80db5b1ba8572dd215af71c91719fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92c1954c0a7ce2179e58c39b09d8db66aae7a5fc3f0eadd7a1813657fe14f1a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6f5915dd32a88e1f0aea090fec2d77bf092b3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7cb368d84dee6c48a93f896648b8c806310dde82d3134b5c5a882f40aaf509
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a6bc2d22f77965ee087cf3853428ba0b954d80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0d108d53b162d99270a97f8e47ace309a473c5a434759a42b992132ee82a8d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e94e13280eec27b2fb07cfe576275adc2580abd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd31c28ca934fefe3dd114fac87ec149d698dff455556fc1d4eeaf8569f7b2a7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467d2495ff8fabf55028a18d073dc0fbb3c993cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42f2b94c4a73e0f8974a0f392739807bd4aceaed8135308ca2958895c3db092
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f77bc5d3b53115f3e9a3c336766bc02c0c0d62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9fd781f3d6fbf72cd7dff9a9f86568c2bcecbef60aa5abaf083cc530195d34
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449647a9cb33f3e8e39914795c0e303d2416d068
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2c42499283f48a75c27bc2dcb37333226aac90cb2f76ff009423bb62f8969e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e94b76934bbf86c050508b78745165f452a4cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3326c4965670ee359c8e44d78545c3534611d3dce3ffc9299cf08c09f36cf0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db6cb2e8a9946d00be595b4853a516857bdc435
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bee1b6f2faa4d57ef2b3612ebcd8ccadf6da303ed638869590ba9f3c6228e5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0389eb2c6a6ea2793e984dd685394295a5972bf0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19776b3960328303c28cd4e6e9fc3ecd8733e572fa224d2e1214afc19c1bda5e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47d3618e9d5fbbdf581d05c6bffd01c0d0469b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be345329186d25c84a3ffee99a60fed6e7bf5f9006cfc2491ad87969d8a57fb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb37913da203936665953ed38cd49dcb32d2a802
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f60749898371a4183a0fba9c4ebe5cbe79169507a95d9b019cbf690bdfb11e1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9788498e32869c1192322d1a7f5d9ac5542b3b71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98d2b4169dc056582704a7c87e872209064c3a5791f8e8f27bd1324d5c8fdc7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a917b874d760778418c5368a440d1a26430ab7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3600d3a28867c60dcbff435c94b806960c8d7680c508d665a669bb434baaea52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260fd8fed71246377f8fed9fc79b1649b6d455c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01be4b3055026d048d1c19ef666e61eb03a2ea44dda4fbc971c074c24ce20ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c9a85a144919dfef5b3db5f501ab319167f397
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e67a443fcb36440eefb7f39cf1860f622920ee08c6cecc1d26c0bbccf8d0ec3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7159c69ced341ab125cfe01f6e352505e5d97143
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb88e565d943712ecf48ffcc8ea1caf75d14ab9c138e071e6d198ddd9b0e3eb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b724367f09dc2ec113da3f1111bc4442df3cbd7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7883482ed2d38e52dcf2ff496cad936a1ca67e58ca4a23f2d47df2ba1470d3bf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaea6ca2016fc9b8898459ba71bf90e772fb17e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff6dab1ce4891f20d2a37873ed12128639c371ff730fb47b76f147ab7d64c43
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9c0e5153d4e1e8d02ef54603546b7b2b8f9b68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18426c69d423ed309f5efc0b42898730e0869461ae6b8748df23971ec3e5427
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7059b8bbd6af25147cfe68af107eaaf7a3724b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14be4f5bf3ede3f9d7dc34d1599b8a5e342b11ac178cbb02eab947c5bc84b045
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d41354ccafbf213c1f303f1260feed256c9391d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010b812a5c16ad4a4174ee08d83808d523e2401f39de6665b923a7cdf70c7572
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62cc86803414789f1911ff1d1cab7259b2aedb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5131b17df93540ca0af56de15568e2aa4a17cb75cf17dd8c8dc3bcdde9749376
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3fc39bba3ef280d0e1b8667c30522e4d7f71a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec027cad3c3a184f422db0383e83f4719299c702e5831ad063ffba8720c47cad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb1b0378b6ea778974f7c247c0c800f473dcff1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb357e824d09da0d2285f9c07e37fc25eefc7263d1e0792ad27da13032db7d72
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48c8b2e16d15a5b71910a2cf1d031e14b110dd5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92deda495171cc47eb7710e07314026c17f004ab61e5736513fea2ec21c4e2b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96072c6ad591df4d4a42d871eee36ef54107df4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fae349374e2cb952edf1f2103d3228dab6b1c500d3b425045aa30d41a89f5f6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbfa1046d6bf684d3966bc528dd786720ef7a3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6b6ce241a14335258eabdc18a1eea4ca86b93f75a246b10c39c996e9ec973c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060abf885c2c5fcdbae9603c1078f8c6aa16b7b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2a8086f49e27da5bb0926bcb9da38da230632ced037517b54fd0c6d3495f81
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e24869cacba215b464e824f2879de7998240f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b47fdadb5eee4d51dcfe6da23566caca57b346fe7f23af5a8cc80ce090e7b5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d7d4521d011c895b355cd6eda3035bac140949
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ac9bfd15631f89df29bfa51cb49793986f29d6cb81111ea7e404274779764d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481661c44dc4b8e510ad5b7c2c01e4be51c88b9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9511cb1d7f79242feafe930dc34a03dc06c98b4e9e42fa536c29634026accfc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ddc0e2949997a74455d3a21eb4f6598200ab40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b849f26d65c975548e4f29dbc46a215eaade91bef80a02b55cc7fb2518099ca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310932ee28b43b669fa848463c66fd7763e49af1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8061663b7eb76e24324315f82845750d0e864573c1f43a37d7d06bca855dd0e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff5eccb98225e5c917ed9a5d74170f8ec6d2235
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96265f844e3fec4805ad526f5f47d732d7ef8702e233d06f21af7d977f8924a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fdca673bac814c8495045557686fadf8272d76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2bf94b79d415ffa980ebff3e6e08800154ee5b6f0ddc786c0ee60115f71c4b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc74b0ec899e9403d4fc7a306b798b2c9bd12ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b83eaca712e8b8b339dbae7a34cb51eece0d1509dc2f7c9d59ab748352dadf7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da31b8854eeb775f2a6d971e43226e3b210f737c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b86e7b1a641a53fc07fda55fe726f1d033af9a929dbfc2ed6c908746d914350
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc86fb6bddb33f93ea8083eade26be17fefcfb64
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62098f42da911c0af22449fb47b5624c6c063431100d69eb75e54fc87da4c928
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3dc4c8a4e8dfbb36b419a926a2107596da6e146
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0f89b93524933038ee4534a3733a7541c663c2935b8602de5bd99a538eda88
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d4a706265f3b86efca967e08c476c8017e05fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfcbec175447e8dffebb80da991e0076f7b4922a49c4e4b8538a64cdbf3db87
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e482bbf5e8434b2e1a44c3f2a2b4f35ea3b50a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566fbc4785d8a2616d3213d9497dd89fca7ba6e1f9c6379e5c4f16526c61369c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9945b769a522c4c25532abaff1e9c4951d899e03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56937402b5a1108ab79b1283ada387df1f29a0d040c8ad52d4a78371c3c2a526
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b17ebd8fcb3e1f2fc8849c9ae889fdc20b6986
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efee26581e81c25f250c9f1ccefa4ac8f665b1255f78133a58320d5591b522e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbadb2c52ea1db4111f1a8c0fa0ac4050d523119
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04964653fc88416488e964b9f83f8ed615053d6d0150ab5374254962cc2bdd4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e19f6c1d751c8038eec7cbeab12956e2492b958
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4956f5e89fdb24c22b21c6c31de3b53bf26bceb9312f6570982f4a3338fe8707
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda7cc64ed0aea2639d645a782a9b52189c5b7f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dc96c7a5482a70fdb5f952300c188a0391afc84eb02412ad864f05381f1bc9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1b4861a6e5a2474325db284543cbff788bfe85
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bae951c68cc9e467617f9a506ffcc2d007a13ac755110be20820e5bc4b0e33
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981f039e3fc7c23543dfa3fb9e5f7ef978c03f73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44463a5af331dd09f7790719b6c13fbc6c296c32a7bedcc663ccccf206a3efc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f8c03562dfb42497157c2a6f656a8524351025
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbca3a9fd215611effa9656969d22eb276bfb3e52ec60af220c33c701eaf3e9a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea0612dfac36f28cd4ee556ed5344f6e77b9e70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f0de2610f6a9d20a4179ac4992aa19b8f52a43d6ee609f4d610a629d8beed9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed4cec8117d7527616ccc52e561802c7c007f20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d82de6172b5aa356a78f66704eabefdeda6e6f14043269ac93ee5b882d59d56
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cc123969cb4647bd62d0bcfa2c044564e45978
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dcde095f454d3e88736785a5c49ba299ad5d527b9a5b86775047451bb998eb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0d341ed4846687ea759e673aa70c0e40ab0100
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542d61ec40272db599c2f8325c0daf2302cc07f71876a2158af6a8688fda22cd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9a75cdf2e397a144b4ca71c504dcf246f09e74
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b764041fd823cdb65748f988cadd78f30cf19b6fa51ed873fd18c04ef2c6b098
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48eb09aa0d8616f3a1ad7b2150c64d5785c1d83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdfd69dfe9f31820ca73d021200b2a3e521d71b3d0f92dcb0e413e937be0713
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f12e2db4ec1240bd7c5a198ac17575ca3f4a798
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dc51b823079cb378ff434ad0f926e32b5016a1f4944fff7011ad9610e941f3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1132aa2a9ffa5914dce0feb2864f5b43d8d58d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a849efb247d096f63f6ccfa022d74f2a26d45e9bae5500e6b0245cb129e4a7e8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb6114d8fb8d3cb42f831fae70d500886ff5d59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebe83fb037bcda70bab3264dc4bbd08bdb779d7e2520a862f3a74375775f005
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1c0c23052978d2e3c59987db6e7d4e58814fe6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5279b15616993cdb3fd6fec66d15b85df8df92f0e6cc4521549530e3121d278e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a63d23ce79d64291d00472b66245bd5a829279
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65d159583bd3d7c656a9bc6ab669554cf36b5f76d1e7fb9e925bbeee5e65c3c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be01bc2c7ae350da6300b9273612654bbcdb375
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d59d5070220c451d843064aaf027dc4b395f69222d7905268d1478ab6b8b22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcd3d913cce765d544b5e84cf45755cd4f5ecab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24f8bcd9e7bc5970f4ebdede3f60f1ef5431a41078cf555aad0e117ce6be584
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2941b129af3ef37a18332ac1faae98f4427e91f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08df43468cf869e7acacf289034819c79e29488cd5eee0998d6dc20d0518f7ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7028518895b8e8186b5787bb71823e0e0cc96a0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc652463b48be36099536bba8b83d25c3a2cbb64333228fe910600baa48796d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30e69e398e78ccfd75821123de8e94a672c5755
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3226ba3e3ba33c9201235335b001c83a680f1684cf23ce3590efdebbdccf7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fabb010a83da046e50ca52a235ae957eaaacb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c30c7c0818c86d6f1c93b0c5d386fd99658ad5e90174df5437e67fbffd9f20
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ece1930d449a819437db5a1ac92088094844c54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ea9caf61fb8225e4193ab601656b217486bc132840c63b65a1881265c5ce4b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fcd990133c82d5266d39e7156950ca232daddc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0251bf43f0826dba4d264f6e93c3896a455d939e381647433f15c8d63069fce4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480d9b685c850bf9187155fd3528b02bc4995e1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12eeabbd4be6b88a3a47693b06b2b6db265ad30d8ba6bced5c6ba6de79ebaaf8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08888adc43710134c3a0fe844f900280c6226d59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6a6fe09ef7ce0e8292e6761f6a8fa149848ddd0dc6b47e1086ac444b7fab72
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e974cef00a908896fda1c74959fe56588b58efb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4dab9e3f2c6ce173fdcaf0bd4ac846d22c6e7439375d8d373b78e14502ae4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83d30d0f4c4a52be10c1e9f703faca77e6dc8cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ec71ce8aaf748941eaf9ce79464bfa9fa2901fea1351d4cb06233ad6b8324e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d747bf1b1cdd23b074f50258ba23d3c1bb88d86c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d2ba2912a8d35f71f9746a57201489e30eb7aa6f0e88907e7689287a413203
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb47efebb71e1ac048204ef35cdc55a4cbecefb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ca5a582c81a65c12787c7bd4c6ead1b0c7701b9592e2ef27919b132b7146ac
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed192a7952b8a5b8ee24e27f1a4ce49fa066d02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ffe18ecfa95d74083638e9c74c458cd32ab13bea75f1a1c89013815fd4d89c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c933c8d63529f06851fdf35c7d8f9a5c9dd4fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f58f77937d50738df8b758777deb7fb45f428833fb402261392128820cdcd12
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8837efe26c19ac772a7374a8e2aef9c0668d6f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bbcdf9e288789d9e2dde350d5884c45cd29f0b0ab4ec1e753744311089fe70
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f5a6463210e77715674648e3042e0337cdfc5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128ae3b4c752d68588268a7c98f8ad72a7c35838f6da42995ee46cd598eae848
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc81cd3ce3dde12d2e619def5250bdd85f1a8dcc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5cefb585101aff6f5d973694ed37e649e47a5e0c1866112614093d88da6c3d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa142243e27f851bf32ba67e6ad45c68cb4e688
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88ba1493d6e5df24df09bef33b1ac53cc9aad06945f7fa23af3f1da3526586b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ccb80177fc648654fc2bcb1c04de0a3ed87e7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567368ff43424fdab56d916432d6c9c915c5dc7ec09fb42edd60f891e1511e77
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37199431cbbba9f8e5e4f6b50609aff0b81b8e22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0c37a92c5f2a050ce4b2daedeb273768a4947f89850edc9ef923eabcc9c2f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0e8428834212012f551d9d98abef407921adec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b5c0b89ef2e8c5e97782978332114bec2e79239ef09e6785c4c8bee060a453
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cd3cc1305c39e1a9576f8d54ac0e451ef94f19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8032005b79c0615f71b8eca060bb7b496867a58961b4a0443a7bf1b126b926
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd5afb8aae4709be92c7266a3f480be528ecd2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61d6cb9c03d0eafe4b8415f7a53eff86f0c1cef3c80ee13e04c946e4c50cdaf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57167150938acb79430c3e1b988cb18fef50c043
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0cb167e4aa9266ed08460d17da2b060e45bf574a7e2924924d3b1043dad09c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedecb9437886692bcae52b2dc893fcab269f7cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86baf5884c1a7872e6bdfb9f61da81aaad106f1faf04653a8cb7dbb39a4479e2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5fcba0894ecb78c9683c547e99bdb06a1a428d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd58b4094a55222582794505f91a9a58a458e018cf6f0df654801ef689c223ea
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a76006b8ee795c6a51e6edf437ddee4ae372b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db878b119d0941ea35d164fb42727c867fbc311b06f8e194e88fdfd550a12dda
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a9e150f132897297b5d4bfc10cee5af8f9d194
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de52d7ed100c19fb4f331746733e1ca6853c6b57851e57b81e1e05e22faee0ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e8e001d9210e20f42411df91d9c24e3fa7c898
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb3341597bbb3f5db07eb62fc43ecf90befd958289102800561edd16b684d52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c930c6085d683b64e26993474e543fe76842ba1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7289319d86469f045b3be4745a79095379879e0e4fabf75e25af80345f2e66a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88df50c8452ccf931f7f5a3cf0b359f23597b09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3256405653851cac2808590664ab574f8fa1cf0fec5f1af302369ea065da2965
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760481684266e21fc0b86329c1b51b347b5975a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01497d2d73de0d864fb0fd01c147681be1e6b562d72cd8c3aa332da6333104c4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a9bbac0303710011358229fd65dd98169c0b2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9599a6ee9b022626c9c2ece1f339ed4564084436c33391f00fb2d5839321b19a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd021d8729c3fbebcc4fecd6d73a94bc6efc35f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a836b83932dfe53f7c72e8873c3804b0d19b13e7fc360c9dc5221805620c6002
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43453703aca3e5207fbd732286f0f43f698b053c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a09e61e2bb33c9eb8392bda5b9a4f847072d5211756c88c66055b650b90b8b2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e204b5e3dd56497e20a651283388ec6b1b119a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0b1d62a7ceb3892cf2646f5d399c956987cee30cb8386ef7df6fd133d4fb88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d242e0b77342b090b45781298fc3e948cc176b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeed64a1b2ced5151a11c16ea8b25d3793507dd069c0685e8d6a1a2caf390d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefb08c39807ceba55c984539ffc0e1177036762
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd3746357e1228ed68a4ef5a833c0ab236730d5e4d84be0e9d815eca9f4b7d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba33569155c6ce157364a619fd47649de5fdf0ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed57e2890457a53d482e3dfa0b9656a4b6bc756ea5b9ce09a6f1f22eba4b0ebe
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfa99f0d1d5780d9e7741da40ef52fc818aaf00
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4723a5bae8f7bff41471d5aa98272d4ca9082481d2dd0e2379ca692467e8544e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf681342547947a16d97d285743e52b18548f1c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c01db7b16cc6a8366ee52690fb37ec95c05b66ee269c75450e3e20e2f0a1ca9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece441e86a44de2f577a2d16b494fa8a53b7e851
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213551f9a4abc365e74cf737dcac010f2da39d037ffcdf83d7314a7a139d9d67
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a796a603f4c9b98d588fb47422fa9ee8595557
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b112b8051e9f1e97ae8f115bccded109ce2ed3a84aaaadcb9fe048a292e03ca0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7129a18c583169510eab6313c2de3a48fce54793
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50900167e468c04f3e83b7052492aa82c3cdd81134a382c173e9e3f91f7cca0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dba2dcb6a38ffc2a5d39734bdd2f2f6cf1f9d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e774c8420d99ff13764f7ec2fa4fe447dc9f1e12ca2d802620d563365e8fd0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf50679decbd699813609acec4e4e4370b376cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b494629a565f129837ed1ad778e2124b414cb066f0e9a644f73148d4889db67c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658aa1cef56d0ec2f5de8217bf631c35155828dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253a0910c37826968d22b98389ab00faef017198f6b6e80699517d404bd7912e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91213ac9d1d53817b49f4cb6b3ddb714e1dc3577
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fede985bc7f9c1a0a7c1174f7c95ab3b13ed90e42b6ecf94c8be21ea2b729ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4833aaf436049b2c4914c15b6075b218b4d5a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3632a211e81774bc81233cadf8472426797bab2100e65713e1c2c651c6d18640
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9ec60f4653d819cf8c6d50b13ef91eb2af0e76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db90adb0a237024c911f4159705268712f7533fabe9ec1ab2ab10351f2ab6f0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c80b393f5e938e1c82dd126c9195dc457b5003
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de8170cfdf750a705b41b51348cc522ba3ed6f74bfab4f39fa641498b8af5a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a402eb6decdfdfba99a59d2f449c5a38a2f8cc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb605c3a49fc207ce6bdc4ab3dcda2db614122ca55871359d634346e9e2f7ed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcb8114d92b9f4193aad0c9bd8cb240d784fadb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea49b957b43572eeaaf262e79b6b14740f7c0ab870520cfa05d2530e1647fa01
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc4efbdd73d08a708c93a09c960df3c430ee52b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb64e317b12a6e821a217394ce7d144c8f15dcba7614302f4c5087efc3e35801
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d745ab5eeb80a539707c3784632724286369cb3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab846e44adfcb9be7356ebe461e78820e12b3890c09636e7a74836065d035911
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1031d8de536a16a2530ad188302103e4e89b81f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24ec8f488587510895d0607d049af14a0fffc8267c740ea3b3b86891129ba16
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ada637f76b5c37e5c9ad96e4aab057e862f99d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86786faaabde08ab1c78249b326c1250ef647ea30e62beb6ba28c1819c1eb250
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800bf851134be5d4f6c230087c2dd116cf6b4e34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033167334315c59d91d73f9d8bd309bbf8ef3c5feefbcb078836005698cd21aa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b606dfe369ef7a0cc646988e3e0537edfab662
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4ffba0df997acaf248cec93db686c6137b0928e5215d42d4cf30f90ffe8045
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770a63a028e04094cb0f2eb3a929d14a153f5681
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b525badc995f97d92eeb9a21bc6f82f2f83d34ce574f21d6678cf0391b5bd85c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b363fe862876533cfe160d83a787efd6b4666952
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2d295a18cbfbc19cafce1b03f023953efa9ba82ef98b834335ae9072b8caa5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3501755a8f9684a1b536cc9245b5963c0325bac4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59fd62dbe12a731de3a565b04fb3d7324e8584a18d42d93a469e7054561dbf6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f992f1e052b12a1a40436f8634f0da7ace0741
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5448a4c9bc02df4672b4e01db59bce3b147f2c4f2d05fb504722fc532909844
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c4f3c4c61ebbcf67ba7359d3a7de3709e7df69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309402e6023ba61fcbe1d6639835d8c78421bfbfb47d6ae783559aa3e2df65a0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e23df122b3249758ab296522bb3ab2d0e6acab3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b006c37e04c64b4efa4e4a43c98e39b813719a62e0f72eadd8c7f8be71432b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de10d40785ff5f65b680c3041c9119774f103fa7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b886a058a744c8f8bcff22f7fe3b8ebaabdac30a6b672c4f0a1a1295d8477e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8881bab640d0e60f36de776f7c6fc179fe46b7a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e90f5274a3cc914febfdc3f3c19d79316492f5fbfad9c42f6390d5520828ac
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b200c4de4cd76205d07a134f435042a9872a08f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9845c8d5175a871a920c42b68689531d3e63765cd0801b48aacbe02a0db8f7ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27922028daf58ff6c30c1822a28de27e5b8a78b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6992722017531ff7b7c9e17663e4ea46db5f9f9a8d90c036a9028fe5ea09da
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6a2e91489b3104149526ee011a0161563be9c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724ac4d63c2d47d89fdce73220d5ee21d071d8abfbec4566417d63a38366f59f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3575e56c0c21894ad78649c14f8e7bd1d41fa13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd897396736c6647494c2251d720fd5490b009ffc83dfe499d8700ae982af2e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ca6ed7eebf1cacf8563f765af155359f0ac796
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b97352772a7f094e7a8852bebe9f7e4deee6c549f0e262af414ed69bee3e285
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa98cfc5f2b4601de2f32d6065b2e0351bdfdcd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2968a1d8fc55611b377a45e80deab7370b85d83c275f39c2b1ecb3df086c53
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0658d038646e2ede6951d6ad9204b2163286e55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75923b9b8424b255edef30a54c5fa65aca6bf55e1e29aea7c37e0b73b9072fdb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944cb0353c4e913aa08463bdec9f429701bd341c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676b234ffa8aa00fe91ed755465ea3b98fb3713b0c4d841022471e847ee57c2e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b98c6941c487b0b1173e454686f65241d12c98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd9ac2b84ef9fb2e306897514bead0c2410b191fd5571b95ef6d526577a2865
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f4c8841aaff5efddd89ce92dbf73ac5d974f68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95356e7d39b7dfc569f1eaa22265d126b5ac2e6eb6a6753288f53bd31c7cf782
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0d84860c47f67f28227eadf76a4c512677e09b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037c4a47207fd65bff3e2c8e98e9e6a83ffc10bee496b91af5fef0c3d2860454
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a52c74aa10ca6dd99c078dc1adc306f5e49d23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8eab22cb790656921611465be7b46865acd4d37b7fdd492175ace1167c69989
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16a8633bfad5a6800460fd16b1a646a2efb9fc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e6305b75b1f216f94b5833b0375170a4606066a0118e85d41c4f5c4976bbaf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbe15a57f860da2a586cd13f392a739b0d45a38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2430a4b64b4dc27f73b8fceee704bc33b25f066de555c538b1e39f7a78ce5237
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5ea93b3a593c4a3bea6d6fca9e3d4195c7f86d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4e6440e71cfe9116544372f0a68122da33bebce2b33454dff955ddf3cecd20
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb89b9cedfc9ab48a392af0757b35d854b6ca67
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54059fafe1ee120edf5294a341350df964d67a8f962a79abbb54dc0744be0712
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935f7178c827b227557e30f8f49fb7282d1ab41b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddbbf35d03213de158f8dff97badc3f6f492bd02bb204535d17ae92285ad45f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1697099dba55eda45345d08b91f15fb50c06596
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50535d77505940d1e69003585702bd1cb2715b3aa97d399eef972a760758b38
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290e96f209be363e3814173dcea95b0969de1e09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38527fc7ff9379584ededfb4900f8379decc80c539338d84aee2e93b72adafba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903edd6da8f6358dd1ccf78ae8c228d2b923f673
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f7dbb8692fa5668977939c0e750dd166efd8853684c19553e64d2199862f34
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227db33d7a8cc3b6689a518e559896d35fb9830c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5e04e7fc84ef97a2bb9b8b4bbf2757ad678017e47c9f654645346dc2d7948f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d08d3d5896f720619b0c80cf0ffb0484b64c4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a41e96680d40314f93ed10c2283bc448e792b616a6916debb1ea76a23330a9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0491a78036cfa5153369307608e92b24eb5535
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12f14c2b71f6305a588046f68b3b2246841fc9a422252a86f67914d96a7ad0a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684926687f78729f8c968b3a4b8decbc238e51bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d85d98b7371710f243a7f8ea9a8cb653ad9d4b7951a6012b9ed240e9cf8114
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad994b08fa8ab6cad694faec3de14460fc4731a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36951195755c546f3f0500cfb7d45ef0ae2c64c123c728c8eb1095d1807d229
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d5829d8bcddbde772d28f77a7d77bd2707e71b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b33b863814865f01922a490dae315b1d4818f3767dd75cf4bb5dcca202ca23
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e6924672f5eb2756496344fc7d0a31a7d095a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b75765987fac7932e8e0ace886f88d1ddefd4e13bf7d68cd7c957d72e6862b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea673ad6a2dcb261759e3ee52b89b7ea6903bf10
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88deac534f3b9d824d7578885a259fc89e866f2aeadc94a6ce7002c4db637a6a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58ee7b692bdac08818349b3b27f5ddbce6c5387
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd311c4ff12478adae8746e269b143e1b0c5fe2c0436c74012642ba3319344b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2511a7743de1ef1e5e40b5f78f59912f6e98171d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198f59419f22421ad0d688463f280e678071a3a63073f66670581d594ca27297
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd801e9f936d7d3eb1d2109bc72fe98281452a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8062ee5a4b2335c441787703921351ec9f3e568e75f65d9a14fddb94850ffb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69dd320bfafbb960bbaeb48898ebda8aac35a15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c690b1a4e68ca551c25b5f4f4c5e9077bf5327ceaa168884380ed07a9135c2de
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7dc1b379355ba55eb0f4cd6f7b2816dcb298cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4206a10e41b4abaa2f37844239dc07e04583148cc684fd283f9c44c4da51cfe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6dbd4441044cdcfb2a288faa587f0bba696e2e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64aabf70e456c2b0b777224ecd050ca82d12e19ffdf6c6bc0fa2f907b1cd081
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9a352c90402255a6ce6d5435423327934a1f58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c07bc391b71bc1d971b3d0ff9679b5c8a924cdaa4b742308e0f78410ceae74c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5fda9e68d6fb676fb1e2dd88cb0e434d04a28d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4354f73ff533b5b84ece017eb53430ef22dab187f3900972959e590f6cb8477d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c4a8edfec5fc66ef852b130178ee6ec481cb19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e031d19d8a911cd20bf34c6ebd1745ed38ffc8c680787a29a238305f06d0ca76
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfca4a9d01d3e25cdae2cc42980cd75b5ebc329
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577f45a8524e5a4ba266cbd44afbde72d4ac45fe39eee52465b478153f20b0cc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c88d4a938dbf44be63f2e305391f08f427d0d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60af552d12fc13a40c69cc2de77dd93f255c94dc6698834745209bf70dc21598
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5deea8258419eac6707176a2336e4d8f2134a13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c17ca0f21793cb1628559e516a45dfc96f78cb1f5fdf82fa0277ec6f9b9b8ae
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2dd40b9ca842a091e38b7ddbe80b9daab3f24f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087cdf61ad2e3c53f6a659348c0766e6d0f4e2d7133115736de603f29d3b9b2b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2e30f13dc07182e79165b60aa66054da7c64fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54571da53bea2bd2abac8d74f6067ec00b1b3961c3a1a52dda3017e05096ca8b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73ba8c36e86f920242610685a4817982f06d06a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cf2da445637f6c18126db22355ba90c0a25bed1abc9a39307dfb2041f09e33
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad027946ff98b93777717b1f3f0e8a53d50e1e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8146a50f5c958fa9d688b0ae249e790d250c24e70ea8860f028b261677c294
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec5bb3c81b9638e026c31ef27622d30ef031dfd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a4d0974a500cfb35f99643dd5936d8fd2104749e915fa84c0dbfd4da7a70cb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64afe6bb750546a3b35372a0f44c5b8bf8d74c68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bea334781faf05fce805a6cffeddfc971d9f534dad157759c6179379206b00e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b9ac6ef7982af980e2620d3c5de0efe53fd4d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52134bbb733e55ba2056334e4222519870ba090b4d8c5f85b7c3e2ec244f33a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd451f45029eac7c78292324ea3f7f8fa5fe4953
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a84b247a8a201f79851148d4f2ca2f43a9f9d3ed7e2f0a83576d7c48d3b4039
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfb19541ade917d5c56a58d74dfad1fd6f612b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbad92644ea2876e086e58aa843c2a5ead2256f59a570c76f760cf8a46c221d1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538be79b006fe737272d7bed9b9318180897f7d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ef3af719f0f2158f83900f943a731e9710e316bbd0e402b401fa43967aa928
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6852a0c48a345ad911bd8b37ef0f697a728de3bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29802c599d7ea4239d2a6e4d9a78d7828bed51059a4e942487f86c67035c98f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f643848551e67bea8d6cf0853c707b0457bf14fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad13974950ef4114e6565edb94c4e6700bcb88c679c15dce4893a5f8fa316ed3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae836c38fd4de2451b55060d8c6944bd3e4dedc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389fb996ec6764c789e0c0afdc09c0f33501154a3f4f81746de26a03629e0bb7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985994cb32729ba51bd33a2374e78f593daea33c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752417fadd923c33ed8361b131f02a511ac9b1e998238ab4bcc3e923b01c87e6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e15356f0c541ddbe6312f0849921bd7533c162
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a4f9931c6bae8c520ba7c6ce73ec3f73faaec2702b79dbf644ae841e59fe6c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b3a2301a06b2d3dd42075647629650e3d6605c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33695e48888c3ae72d6f045cbf6aaaeb38c4434cd528ac51aa3994826c313f2f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939181278e3891f28e1f913c43c857dd4989b012
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5624bc9f4cc8290399b4624778289b754891a25bef0c67479f51f4fd03fd2f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01919fc46e69a4a10812248775946c0bcb477508
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce428b360d22a93a0bf47c898c0a81f6512858e928d4aa37069227c89ba98da
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b52bacf455961ba7772023727c6388705da4547
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3384bcb1ebfb80e0ed2d4f2b52be67290823008058aea234585c20fc618f58b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d442555c08078f327cd5f5b6aea02996ce5b597f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46a864b18b98adba3eb2f7c23b66642e144bdc5427e9faf1cdc1dcff6e1e2e5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bad609f30dd6e022bce71fd2e0f5c4390b87913
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1341f377b19b7785d5ede241b761a2a67cec5ec4dd83b5b53b4714aff72b96d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51eb156e92df90220725554fa8097710245cc51c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27bf0232b849dae958dd818e1210a4e58bc4351e75c7581f87f1d5bed46ffc7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f407fd1f97314228f7d65e94de94d6d62fb1161
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3fc9bec7feb7cd18184c8368e9c8d34f662175a0051cb9ddaeb72eddba6aa9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882aa4675c9f345ee40b231501c5c6135b18cac3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ff2124e0b43d2519f9ddc4b62678f9a4688dc75528c9c1d46d9d3c90fbfd96
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e42658b8d2a70777e36bc69fdca323665dbbfb4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fcc175fcea4325dbd3b73176d8f0b833e141e2a7198c34ceebd6a102a70150
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26105e99215116adac6a1e46a609e21e3f8a110
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a7770d59e367088961f77cc413b2cb6a44e806df626f5426ab9f986bc70404
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27bd455efd63b69c7eebe62a98112bc1a2cd51d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959b0b5fdca50b05290f6eaf50a64440e7a14a297d3eabe0c3e40bbd08824e6c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144f95513bee5a3fd84d134aaaefaa4aa866f44e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46e0b3e36a29d0a36972c9c70ca01308b7aac2b6e899a929ab786efde2d3201
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4a55ef072d2e5380dd86badf964f293910420b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bddd202f1d98ff5955fbb937d091a7af99e40a5b09592ee5cb9bfce74598e5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51024d37d06b9ea463aba8bd89154f5e73b67eb4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58812511efa3c179afc51c0aeac379dde55633deb6454b4e4330385def09da3d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0163eb23cd6fb30d10683a87d2ec637d14574462
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6012cac3d6eaef9edbdd298518050427d3178ded1066342be076c486f65aa6e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8451b4fbf2fb35e6c657726d3ef37a56d9a66d57
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3005787f473f1ebd3be3820faddd20e43eb5792d390f4c75b6a68aed17341fa2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1433e0c6a80c98601b040d342b594b0fddffbbb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9184a7903287ba900215401983d1cc6b01b88c88b9e9bfe60170a5235c2bb1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec677606c20d6049a96b982f7069a639f16965c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ce7d019df690c9d1948e0c213465032067eed3b8df0617c84da013ec9411bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9ae8219731f057d6f70dc00ca912d091e67498
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216ab0c34f466abaca68700fdc1d2116b361e0d7ddc92ce7ea30445bb259bbeb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272e845ed05b543c309a344131bddf018f73e614
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d63dfa925e25404d3c432dc9482dc21bf1478310fa56ccf8dd5b73131ee5821
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127e1138a560dab4860a5c6775f2a4533a07a6a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f2541828e22f1f80a7031573f56f341ef5fa5a5cfc5d4a2b37f073ebd6009b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf166bc583c116011a42101e7002f77a2edc8f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff69b3abc733f79eace0252e190b5d5b59cf2b089551dcdfd093445986c0f9d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3741d78c761075fd32c9fab10d54168418af094
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019d07c0e1a70444a164d797eda187269fa71d4cf723c68c873c847b38401ea7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bb988ab32ad71382f73f2a59abf028d56748b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51982839b4a3566be4696a9a07c8dc5e99748a3f7fe05d9fc74bec423987b30
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9a3b5803eda0644de5a3c15c43de7bbed8ebf7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71994e40d89b0273fe75cf64e1c3c2ac327eede1552eddf4e8fe6a54c2c056ce
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457903b022b5ea90cbdc6a9f9ac5739f39ebbf3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59173bc9415789e0c7ab1ea44d87e1a07fe3554017c51484123c79a599088a7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67aaf6632b7a4cec51f5ff6ec65aed6765f0dc77
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534899565fe028f64d582a1c8591e6a3225d8b7e1974727f0c689f9a31e83acd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a13ce3c3cbdbc6d7c7e7a3110bd41c859a9ff03
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6641884ce9ae1ed8a3dd31af68edaa41494b2150c6b20403814e48796ef6c6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad68290e378f72927f12b02c7f526f4e32d8881
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec76f778e6e2f6eb14e30bfa9947f036a09ce90ed3efe39ee9f7c12f291c2630
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7dc87c6779b8b9d8783b40a9d3c74a5acf53e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c8a41941d16ad776d81bde91d223f3a5faf83484125e9c03a0603628fe8d0c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89172a17de594e212be2a5ba64661e6560e2b9f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748a201698ba4d282db78e878215a0d55c7b1534758fe0c65643c4f04860ce0b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c87bf7377c845f4e4abc2e3cf3303c6a47f351a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e37314f965ef7d7359b1a6c235fdb6b239b49d3f78ae95f3b20a91eab27e61f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9febc8f55458dc388918a77bdb5e6bb49062cb4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58058aee5baec72fc9a3c13dbc7793a9e44e9765b1649837319820031203e47b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfc6f8fcc477669d2350bdbd1256cda3e7467a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621aab306009a289ec1ae536343bbfcd4f6cfc0bc0e36f9030a4d7e86777db37
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118fdea228720cc72dc174fe4a886a31f9e4cce3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeafabcd0b5144bfcee1f187b4334c00baa15ab583d2b6ad2ae5dfd59354c9f8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad692e76b0134e2f145da260ca14467678121519
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48261a7b12120ecadd6ef5d61cecb6a151f3cd954fdf911dd1d89699b3ef3c01
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c9c64d416aca92a6241302b8ac45c871fcfc98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22a78e6d7a3115257d68801de6e485bcd72bb9127de9c23eb9d3183e8c283b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773e7b85fe08658dcb986c0c1502168678796d07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b1716da58a4e2edfe47a4fbc787335f17dad4c484c6ac18bb2f7e2794b92c4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50dd0f7c3ce6905a90b4686d6da250c88549d267
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418af6e5664c9722d774b545f1fd920414552ec90aa7a6471892d94371ab0b0e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9989ba4cb54dada444ac9b43f443d0a36d4c0dd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94df6832755b0638fd0c0fdffdef719cfacf1914e11261bc3ddc451f4a462bfa
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0ac5df1e25fdbbe2d523356fe92acfcaaced07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ab1d6c78c96b93f977098629deb918e0b177d8f255d535e6680dc05a016e2e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dc883ffa4cfa0c236db7eb2d097aef71a95ea8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724db7468f32ed463703ddda780f15539882cc68528343ef550b53830dc47f05
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c615044daccc5ed85b805c70eaac023976c465
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778cce294d79942f299de2b92c03df5a27a0a73c28975a188ed89f17625a5340
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83612e5c1a41989b15df66ab5676ffa849755c43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4dc7af9d682f80368b6f563efbcc112d220017b21703a63178896d0f071674
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f391c5141145a23628bdfe736f43040e30a0df7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5216ea7a259a7654501cb78f06875749a03bb5c0079e9d8f86b0413d03143dfc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940c958959c3f6ee2fd973e5477a085f21d77ec6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae64cf4d0e138595c117dba2c61b5081710d59cdb72e84f132d64eef8555509
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e76ac80b82ebf7448fc33bccb6feac27cd5149
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654235ecec0b5db69c6f0be208b79a31033b417c6319f51061b26b7da7cccac6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c60e52c026b14c0f118834361947c7c88097f1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faef8572742e78d712ce0e4f682e8f4f01312bd3e136f53fb607a2d6fac20e5a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730b5dfa17c795bae6ff49887c8c458a4eb9dbc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f021ccdce6a9ea630295c3c1c171b2c45964ee14f9d37b93c500bed68117f44
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2489d2611e2204113ca1abe772f34ce0cdb076
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e3cd725cb49572794629999422dbcdba7347e64d7be428096bcdf8a174fbbe
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57684fd30d8d306b6ff22c7106dda68ecc977d88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec469d9d8fa8d179adb154c8412ab6fec3f9608a78f76f3bc094eb05592da618
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6560c1d40b52d518da7abb56c0637fb9d2275a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcfa4b0656b56ea2c904c376eb5bb36b68776605ccdf1119c0f87468a0ddede
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca618f1558346a9115f575711ecf9ef74bad4dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27aba134038827703db4b1528eb3bea99d6fe206936e8a73418ec3cd4fea434
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11be7c7ecb4464f6f936688de661617d728305a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59dcb1b49ad828ff626c1c8040ca0b8e63c0c4daf1b2a72fdcb80a38d9e6e1d5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6235936021f903a67c5830ffbeae7d329a3d42c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f391a96e8b1f53a63082e30866bcc1f07332737cd955dfa81640d3002a4921d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4ba6d8d21d2453ba21596a12291d43edead5ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96d0b5ec9ef5323fb6f9466b0bd12fbcfd188961685259d76b94e0a30dceadc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cf6cd2241a3f0ebed310c1e8bf640211698801
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105f2d7b534ba2ac10fd4d13973fd7f79ad7ec7c2a261e5b979f8546b7a4c25f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030ab53a642dd4832736ed829501498cff5364c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bbf92dc71ab38ed132748da6e31a715e2ebc900b1a59923bd54f96b2b3ee0f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7a67cbd1e0622bec773b444f7837db711f9bff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f9f4c3639ee2b954bb624084374ed05a6c12f3da10316ffe878d9cb5a7997f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57881c5b5e43fdeacd10ebb27bd7be2b1562ad1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e6ab2c886bed4fbc0377ba9e006231799079a0e5699efe22814b5deb76505d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d00cc0bf5dbb7d7eaba4c1d91fd4c43df39c7d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7232d028de8393b05d1ad4b1449b7f45e542c8ec9b21f2e2b3caa715036482
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877f37e755f6ad7bb5471175afc7361bf2acd112
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151643ab322befb1b7011320a7c85f62738fd1fded2975d70507c4b6308361fa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b394a8c2364e3d1ea54e937d757fc69ebafa3f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b47df71a6e3954ce34c8b0527ffc48f85f358992b5eb447c5f8cba1622921c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9f346ef77f282ef4fd7f223e89527eecf31f94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3b514bcd3726b23ec945e2593f3b362d958097fd1fdaed035af74b318872c7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253174aabe234b33fe7353a7d4a662ef02747b6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdbb65c5d307c5f29f1c488a3cda239f0635bcd032c14d273c40c581d46b7e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fec3340b3ac014e419da42c6c1c05a6ec4f9ee2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dfca849758c9fed01f2b628be995f197941cb355b7d047075018bf6faf44ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52241d2e52cf4057f72891fad80c05f11fa4d0c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69505e7dca9b2a1e3fb5c63fddc85be68f413cb75efb759983cfc6f4edc1c92c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354b98b99d950909697e52328c4670f792e181a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b822c3adab01bc21222e526c2f7ae68edd5ee6b020aabf00980c56210bd9df
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c0677537af8505be67607c98b59346052fbe51
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa650f52749ec1167336a94d3878c04f918a00945f3532f748fde447efbcf6d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813928b7c3afe6c9bfa597af5f12ce476165e95a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0447a93e8bc51f1cc9b30504b9bb9e12a366e2c81dca7ac91027338ae927857c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5741b505d072a7efda5b4dc4afcadd4e04a5191
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fff5611aadfe7fadbca4cf4470cb2bffab2c29b67d0332b0f5d46963ea474f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f55147ae9f81fabe80dc2f246c0d0b25e007d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29f0170833983cf06d0a635dc4a1894b31bd93934121c0e2aa1164f036b7330
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1024ce42b6b41bb285ce1268ce96775bb8fd4c24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091e2d636c2037ab8275bb8b76427f211a78928510df5c2c3a5f459856629055
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a918fa284949084583cc19db84d2ca63af4c4b22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbffd7aea25bc4d5e2f5c2e64bc1bd5d133d200fe0cfc4c78e989aaf3c333382
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7aa4a2ab836a40fba6bcb494f64290130d4eb16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0913e1bcce9b2369b1a2720d67d6a3c6e9bfd170ae2ff925ba2a5dd2657a5188
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ece4f7395537a79cc9826ce19988e1db26a75b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13119202dbd32a2059bab2fd3676bb587e9100400529701788319e12aad1f9d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3faae7920c80a5d9719e7f7d7282cee054dfce1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22dfaa70792286494a900c3041db02201f35eaba2afefa809a28f2b5cf5ab41
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4743ba1a809d61b9eeebbb99ce32fa902f72c02f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d43e52d5b92b1f54707dad9df6be694b617440c62d11939fad47e5126992b87
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341b12c939aa398658672423712d61979d85aae5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e32ec6b64e4b6115d916e8d55ea8044d26241493920ff03f99dd034af23b79
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c9fb73af60b80642cc7349d9f7c9f3de33040f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325b9bef8de93406d7bc8434882d1f3e2d740efad2b2341a7266749793eea485
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878e2f401260d7a06e0a5376778c35b7ad4344a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ad3fd40fdc90c15a4f6e18bb397fe4994a22644121203ecc67ecbe79e95f27
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d603dc76d3a5e7c3e21efff22ad6a391f0885de
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd2330ceb6daf282a1774c4f66f78a7c6c116668cb64cef7e190ae9f1c5ce37
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feca1b84afe89fe3e80b953e2980ccca099908b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614a287d45305f279d8bcd6844c67448afd4cb9287ebd412254fce9b20ed5670
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aec52c7a9d873c8ae3c15688ca6a33dd69dc220
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bb36e359468666fdfc6dd40c6e65b911d38f5009dadc02cfc7de4042c68689
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18c4aa7155c094257a734da5a297293506c74cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fea7832291036ca214c19bd32986caab3b84b0d57496d3c92cc5c502266584e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa46ddc52996d765f5577b9a3d9f98c8df8e4c40
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632328cf8ddef28fba4726afbbe2d44de0028e912ab19d2cd7a372d53918253b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb296d32edd2d5f2c4e13b72aab4b1195d1c452
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7c532d3141ad3224e022046cf4a5a18f401bcffd391049148b21e37a39cecd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01da6b79d6d321dbf6ef0e57686a0ca3f61218d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94e25c44a5945c4c60bfb995728258b42749890aec62725a941724d77153e9c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4002fe0c4477fea22059e45e4645c8db2f54c090
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc93920c10ea685ab28406b8b6676d2aaeeb7eab44295b3d6daef8abc409bc8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41cd105b68ae9604aa478b4359e65663411bbc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349060ff6c8a6df0c4308c715c0bd3c76ddacc12b4e7b56ab0a1f64942cb4665
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952036e84bddd4e9be747fae9a610cd934b4c2cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bd36675237a25d6a8cd66b794a94d116f704d4ab842c0001ac8f360f80792e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa1a5a1d1717bdd7e813904eb0c691e1f3cb04c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0414d493d32d961535476df4b52151e157e358978b2f613418a777c1e085b325
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c0fb2b0da32ba62fb2fc092fcf2b561992ef73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b24e624cb3fc8d39ca7a2fc18b529a2352fd794ce68820a3aa80347d19479bd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0ca6b635fe1c3d9037445c78bc6f8a8164fec9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac878792eb1a11b9332d82afe0dad22e7923ef54e6924ddc5463bc0d40b94102
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3d042d19a9f83791f9872cc17345760777b7ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7d5181cffeafdc663c926d8ef2ee528bbcb784468370b061910f5ef9224e73
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb71860587baa9642b57f64c7a2af8444c2bf001
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f388ff586cc364270148629518d864bdc64cea1dee533d009cc1078986ed95ef
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e917ad18db13daa0b38c3a3a31b80302f3a2d4c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2367653d9170494ce1a0982c4e9c76d85914404a136381686823fec6f91cb87f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6532b835ef13dd0f5370a9b4a272985a4d9c3934
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08483186076b4daac26cf38922abe6332f6fda12803402548ec5085b1d34d5d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c289a2daa747f5115a24c6f2291262bb0210d71b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef443b0fd7f77be163a7b0c6c055c54ba6e2609f1b8a66f995de2fb6c03484e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bac3fb016aac33ad8e54fffbbbc36bc02b25db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ee1ecab62c903e3935d324175bdfab78e24844663568e2b8863687f7cdd8c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a3d4fcada72742a50fdd56fe54767e8ec47bd8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c42127e6caf3e06439e2f72d64c0bd315ad15e5e707dfd661fc32342ea3daa1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8446c0bbf1168e3212b595f156c15f98cb999c11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f744a60e74024349e2daf361d074cef353c1d8a194ad1f536ac09200b1aa78b5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cbb2005d2427f0346153a0e3d2ed0349c54938
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9479ace1fdda598e683749c5fa05bb541325bc94bea9f81da2f24fbbbc2614a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf54005961b8a8b29321eda4c58032dcd11258d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc53132070478e06a253a52eeb776911f1c8ac1ee8c985e07017178b4a8db3d5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b2df0a059b7441c16c750607688ddbd601960b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd83a9d83d75016ea84114a65718610a6dbd288ad47a3b6e127fa1eb6b4a58c9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8343dd5f797c9b09dd8ecb3451b6ef1837def4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bec9a460d43b2730db50f60cc736e6721f3c1a337117af13dd14294147ac863
+size 2179