diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93db863199d45339445b9b82759dbe0e607e348
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce0cd3b650725b1f339cc55856b04296cff34f341c703124a4a50dbf748542f
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9524b8a1c7651584578a7563efd8aea07692baaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7b3f457cdd4b5a440c661327c50c78d9070a5d7ec04369b53c6652da535acb
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e7720c48abad9d438abe82858735e07654d6e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe45d6de998afc0ceeb2d1cc58cf9992124bca9fddb23fe445c42559d58b921
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6e1a73c3e6d23816f91302af88c86dc4e6e7f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e85b5e4253ed0391ddb8fd931cf9c39459b7d8f568a56a4dcd151a0b7de70c6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675cd7e3c06574aef96d5e7f495cf6564e268926
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3beb437dc6b9c8e98c9770c35dc2b9fcb8be3c13fcaed88774ca7643fc898b7d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45de8021110e1c19dae7d9061056a32bbf3b380
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b7dc4248bcabb69f543f0ac65550654c2501baf7800b0e5861b2df9ae399e6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9635583cbc8f4f3a1da5ed6ac100792ccafbe9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31216b9d16bfd18ead786653e4fd2833379802ebed7875e24ab572517c2beb3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8e66fd7f8219c7a5e81ae066165d99dde870ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d2f0f0ce5bae8588ba2405c9257d8c721a8e688f209ef29a0169924b13ebe1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd370b97a41e3070d63c2c6efb3765d9459f2cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2af2b60245f329e4ea7147ba72b8b9fc9f4bb78729db4b8a11cc06715668ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41f50294c7c2fa4b63ee58335f04237cd4a1f8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e44dc2109305eab2f45118eb1af089c0cdfbc8409ab3c6498c133b4c71f73a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24358782a833f8a717110163ed4459dafc7a25c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a37a325248cb5b11e10446a9bb8291de1f70b8fcb899a7ebf4a4b44d13c830e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6987149e42dce239b044085774cfb0c2ffc23d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9c64ed91032951c9cee148cad7a07f7dd2303d3c1a45d21513345530bfca1f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54485b12aae7a3cbc294868edaaf56b3250a21f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a25918abd0c47fdcbd9c113b691529b4ec6d29ac8f05f85a99f1c461eec685
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f6b64084a561f9e7cae259f32ee170b7e3ed90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff9ac2bb76d41a73b265b671851080af3b97861a7f272009fe902a0c1ea3eeb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be83144c97062248d3f6571dbc641fdade9b5ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a7c4db27b82bddca5a912604167fabd4dba3a6464a7a7ca5d6756539fa4ed0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a621a55074daf4ef88cb34b7900b16e83079c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b0848d943e7e09432c74f92e5aacf12031ecab93cbf467c07279d303268da3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eb4e08829fc8ca05f33bd5dc0245febeb7ca8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260764a443ed138ae6e91f55203bbc5775caec5f88ef15e9b9c1b994b9983ff8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4898ebfa84c2517c7c97081b6846666687d1cc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f765133b46f504cffae590daa8e78eb694617f24f6aeaf8f6d47a41ad28a36
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32be44784ba742a749cfa42703e120eb055386f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1faf2363a3e609bb3980dd455f4a09bea857c53e3a1c791c555db4d46d0866
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4527b6913d9da56390a4086ad9d12e21a01b2885
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f325f4ec508b9f252072f534ab5f0468bc163778e52ff6b22b4c723818309d7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be332059d204fe8a47ac5e915c34cba8db0d716
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135aef42a312a9ff4646a4d798f019848a4c7c9358aa219106f44ca88bb78e9f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de028e1aae32eadba45efa33b2cbcdf24b120a59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba103d0ec31825cb970cb0fb983ccaa989439e643407f947fd0e393b44fce34
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6424c32cba950fe27b24aea743a131f413f41fc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa1492512c79e9ff427a6823223f97c80f6b9924544c93ff32ae55b531fdfc6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151ac0afcef6c6114e0f87a170310b50926f14c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba680122645779772dc0121500961bbb2ffa3b92e3f2cb60036d30f62370e54
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff8f12bfadf563989b8235f76491c653072b10c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d511571e9badd5dba72838c60dd9ca9b4d8f3eb98d74dfa0818bda4833de5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93678c57b7fa5b27352e98ab637e426a3910994
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0c0921c80d2ea24356f96f9dbaba5633fdeadfbc29d6c996f1064b453603ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1995e9d41ac02f7db3048a915d96c2ee84ae6c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3f6cb9cf956b58987acd5b30d6fcd3ad4e4edabe8cd91d1ffe80e1a4f92185
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7416a314110ac5067524a56f010bf96d97b4df3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9216b6df89905b8458f0809aaab5be17e4fd1055067150e00fc9c95f9cc7d2f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e052cbc38a38a69d6cf069de1f67a1402e2b2921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e195f6247ce856ac447195a6e7826312e0ce14286a4edc0f4e60d53fa0a19c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58136959ba6039e09daf79249531f1e8f9070e95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f77548a392f6516f6f4b05f115ecf21ad3fef25afe5bc9447123f3c743c0510
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f4bd45be1555e226dfd2f574529177732b8496
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e074940e8065298b978a7d65198fbf683881ffd1e81d65b60b9785f1d3901e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1b07d6a42fdf3724b806ef8dbaf93afb701a94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d17d80974de93dcdb970a89990dc14852c492b05b7477204714ced95c15a34f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2881f386280e2a7a761aaf307ab3e2ded36b46e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a714442794eec25148d32bfed633adff6116265a2600f2138bfc62dff84898b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42812fe0421fe30fa515ba6762e729b14d07f204
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346796dfd0c269c2b913b17a5bd50a03638d0fc77ba855f5ab37534d25692d66
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f092cb1466deddc3e816b3d90054122e9d2a40ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb83b9651e8f0118b1bcbc5c2727a5dc8217ccabd55b221d8a38b34599009496
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5badbd18ee53e09d8603277032e498bd9df2b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25682e77d391eb2bea872aa9895da7e849075beec70181b30057966c316a7fb1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db80891b350c39b55c9595f9658329f4ef6ba46f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a8cc05f86ab5955795af477c7de0e753d660ca2795e2938df71d4e2963c6ee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2944121b24b5b7d717190b984a2da283947c972
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ddc9df7aa9f2e143bcd048280bc0622acf923d79c19353d553005f2b69ba0f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc284540e93555882efc61feb4e27560bc09ebc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7994774e4a7baa2801730a334151e9eecc4568972fd6fcb7627d56d72afee0ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b81446a719442f621fa97ccab97835c506d97eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317966807e585c3270adadea1cc4fa4200936654c31010414b36bca552eb690f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f08dad1ae64f7a9eb0157b0a2d27e2220ac828a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac5b493eed29df1979bfcc9f2fd3730e5444c9d5a13a15a95d5fc87c9d76d6e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fdee80c1cac47c1b5b244756e7df5172666cb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d5e38a272d74dba13b9fd4c92c8df7f0b47fd18db3af3208eec86744db0d07
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc770fa348a11d57be0503ab39501916dc13aa8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e3f3579c7e87187e49320439dfb1ffaa0645bd3e3e09c8e079b0bdcfca25b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6639db1b01c588bad02079ad2b9db3c4bcda6c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af946550e8e0184f159795578c24dbae0de768cc5ff5771de4d8ce10a24d218
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bced321d451a348b27211178fad162ef6a15e6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4d177f89ea2c3411b85c86c0805f50e33c48f053129c49da9af791da71961c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c98ebf2adfffb2ac2608b0b207edfee89500660
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa25af85901ba60012280f00e785c92e312b533be571d3c104bae3287d6b5e5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452ec1ba4242b4668029004a3ae536de547ea2a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049de8a647b2adc3baa8aaa456048cec2fd61e65b7c13e5207df5c1b1ac7f519
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268c0083ab5e2d2514991ab9e3e3c088ea98681b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c35ff1f50046ac598c6dc6ccd289891c635f776045b936daf7303c06aa1ca73
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a54d0ca9e30f10ad65b1fe259773f1141ce3375
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4eb46e05e94f15fa73e428998db7ea8a6e0abf601449e77b9a78181f6899d4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2978abe1911576d736c0c48d5457d6f3f54df76
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52be20c9af6ecb817879791dbf250faaaa0ec5fc5bc39e6a51163491b27103bd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03f4e0fdadd1df19c271f2cf15e018447a018d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdff5ebb1f48d90f5ae0d534dfd9de9e63522dd3dba02fe762dcb1b5abccbfcb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361ed7eb35667612bafd47f5012dec0f674b8127
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b57f64f80468f0c050d37a4a2038a75735351c1218d8c022bf17ff2ca7ddbf0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808ab4ba9e5d7ff960e981680742ed95793ede25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3588bedff544068f9e393242f586d301e9b85848748ecb2fa3c63902fe767770
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb56d1627cb30bdc18f6f095ea647628756fecd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e025494c90b1ba30047a0a51fbb3471d816140144e623f4ee5801ed555ed68a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1026bf52d12680bf68d74f1da704f798f5c99c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11248a6c4cbbd224f5639dbe091cf69e8f2c4f00f3e7159988b31de6e3d82ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518fcc546a3ffda670f863e4bb7e45059b287504
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7f36314ba7fc8fc6e3dc1469993e757633ace9c8026104b156ad0f9dda50bb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea932e4cd5eb2da5c254bad807bbf7bd5b90fa9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092e5eb498d835fac5c6074f8e5cf07e1f57952ad7f97913d445de78fec1ff08
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c880e41ecea5658358153f2a4fca8b66856d3f0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b7e153ac2e545a30ca1cc34a1e91d1626ef01de866e3bcba20bdf756bacee5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02313e6e724cf574aa119eb5d03caab49e8f2e78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc688d0e4b7d9cfd69de6c62d7a3bc3f8acb2762745960c4da9e2364a3951ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c13a0ee4ad4e4ffb0ca9cefee7cbe74c59a885c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69e074f301362217420a2acba6822a91032701ec9e9f9fad7c29d2ea3c2ea43
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372dd8fa09f333510784fd0733c233ef6eb7ebaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c91b32d640c549d777d459c48419a8064214724c8ea4155e4d2ee62384eb973
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c089bac8ce8dabc5cba45b2b67f2af9e29255e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3afdfc99767af17435e41fe5649a6e6c8af44517385e683d144e55ce8d2e15
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ff824ff9759409ac4d551d07f651df258538c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1711eed321de97e01eb03007397bd6df964cdb8bff2e62797f323e9d15cdefc8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06c6846e1ab24c6b6ff9cce1c1a57fdcacf8d8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcc891aa40e4c38cdf4fae749c3b816214012378a1f9b7d678b3d470f80b2d9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314560a416bb7d742810d964c0ea0805bd41aa56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d6896c563fde89c7ab85babfd8d4cbd273152c571bb4eac885a93955110ec2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b57f21ae25a0bce3d2249dfb71dafa05b1a47e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fc035e841d6f7b25d3994d141ad17786678d18fee3bcd74154d30b166bc54c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0011557d06495c751e72b61999f241701cd9bf71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c38ede5d9d42c4012be329e3d74d56bc480db1b3399da80674d8fca20241711
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b376a5feab48ef22dd76cd2ebcbf8a033b86cf2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdfe0ba7e23502f9c53f958b83bfcdb4698265c83312b98a99977f999ba58ed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d9b6b76624be081d0a7f9bd91ef14f6c0fa433
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ab00abde77de55f145190eed323ec1d12701e460b0e3930a52ba5c51c5dfde
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebadfff30e032b09c869d8c76d775c2df2e72bb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e008fa16dc4944a62701838e169c9ef165dca9781cc22c53916c7e59dcb42465
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29706a49924865d9cf0b02f3cab6bc83e5ac55d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3042dbf65e39095f4018f2b06badb36d9e7864518c1d6f823500c4067106918e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111265d9ccf34577af54ba3719a3245b5f5ea3d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423bcc4883762d7ee1323d110a144a78964814ab78b03b11dfa8c607d527f948
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa64ac343a70e03801a200e6789bbaf486140908
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd74ffdb6a305ccfe98afe9747340f84facc18ec2913b56827eb3d160b551ec2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4198a168ab994361e9b6817999c10164acafd93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0dae3a71b34df2234cb104b8496b8351adabd3733503e4d4170b5f574fe6e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356f8289237510486de90cc55527b8686058d6bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe940e1990a2aa175ffebc1e1e00abb7613dcc9eb8da577e0f47cdacf6971e5e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67892246ffcec0ddeedae781f0c874bf973d82a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2b44609f89c21bf155350ed1f627e783e07b99dcd7195e4bb300061d955c60
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883cc741b7d15a92be1306f45fb96f2ab56d7e60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf87496f232f6fe0b91c20789f4825fda968b9466dff12290f4d7890e209402d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe90f2ef6921a1eae9340c51bedcb7ec10b72a61
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40814c2ff83dfadde2260156d0c1a6216a681a2af8f12109449aecfb649495af
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2088cc7e1daf0094539ac14add7ef797d9deb14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78c5f8cad55bc7452d7bd04050622ad213cabfc2e8f7ec3ff4f065db01996bb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796d67ec24d4d036e6cc35f8bcba26dfc2dd74e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21694ac0d2e1b530712017a3dd3fce7f12646097002198df6e3ceaee8b0ac5a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9b5988023492e9fa09dc45b638ed97df124792
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029389deca4b5519b9d1107658b1f9923bfa5a9aa7457e1cc9a6b5e938b26735
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477757bd2b74f84a5c486431940cc60506332a87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b56057361c906ceaf672be586cb6d085b8d08f1e1195f2de3ca98357b2ee565
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10a2af584bbae573ca624340c29d908e312bf2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad53b0ddd586593fd26b62c0c566c86c201563eb7172174dd473b84850daac16
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f169380c81a40a09cf475284a7fae80b8e0dec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab82948078f322e652dce0e2bed2efa2d0f35b2df9ab2065a58e2598860f3ebc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf86efa2a613f4c53d4cb91d7ee8c9ee41b2426
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb97a004226c14f7241fa4116cc042f0633f9afc338ef2eabf4761896a35068
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45da3deba7e0c17b5f0eadd70170fb8b1b19c428
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7814300d22cc9b18efae86bf446fc1f754faf5201960d46bb2993e4a388ac9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b10b9c7cffb45c76ea5e7661aaa12ed0fee86d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b653d8b67a793db90eeb45b5fc5515738d6eaffea8303fde78821b036cbde0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87192027c2cd8f27db068a1267ee4d559e82a220
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065949b2b1eb64f1de4215a3140db133466ece775a389a0ca4ec88f4f06cd5d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dabb00aab1703bf8a5a66fe4b5f475ee46cd4c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3c27da56cd487519471cffafe7a9f169d2b47e7edab2497a2bcfc0f782b495
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7890fc80eaa893af187ec6cff7d2e9de29867de1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc1d988e731707f156d6da9218f23bf80a3b0f2ef563c7500e62709cd476916
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b30e973f14c5b1c1bfb5c1114a8be522d0dff0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd028be36cb2d04d0d5726773115e639d3c20d70eabac5721237e51ec4fed4e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7057b483742b9d89f4ff6867d5facc69040aaf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ecb5b363ae3304aafabf1ef3d5a303e2ba58dfad3512e8f603001839f843d4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795bf711f64681c5f5484ad66a72bb6a443c9f24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb2cb5b185bc85ada951ce035dfc28c1beac2b0f4d400a0bc1308943995e6a8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89789125e466d762067bee4c18ed51198d6dda5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fdfbb7e30e3e135aba028f39d7c9132ca6c198c6ff7f5e3a9143636e73cb06
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6974985f7d242ad1a7458e2c1b046c74ef2e4464
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fde90a93b778ff478bdf40eb8920058105a72b1b6c44c7b882bf9488377bfa1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac04dbb3988372da993866a41e3c8559965bdbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32c7b2f3d8452da72812d1e2a2b95ed5fad8cc12c788ee26e75d0aaa87ccf23
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95725a18a5346d9965d857be859f7d9c42c13fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fed33ba0a23ab357a4af31c301cc3a151916167a1918206207d7074587d98c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18889dca489711c667603559f0953b0c20d9a4ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0651957f633193a7119a2a2aca769a0935b5d2a12869de314707f0a9ae76315
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b8c6d6903ecf9e179cce4810b93e663fcc859d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8582b1c945b1d22a078736f30241b37829d9eec83cc45c579683f52abddd8c60
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6344dc864826941357818cf009bdcfcb0df52b39
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf6a6baa790c370ec553923483bb522ff29a44f21b92d6218e826f57a6b0fcb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4f0740b176141b62870c8a129da9ffc2e4c822
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e334d643babf0b5c251a88bfc9b1ae624036140b5fd655823f66fd9c08e05e16
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad62d21f53627a86c09a8bb53d24ccaebc51079b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7e711f32dc90b1a98eda54e2cc97f0ad2ef7be51e9a3a039e9a88f58271723
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342389bde80590575a3dab8cd19317f482119fcc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9681def062c50760f3fbe6be44dad517d9d2ea61a3a481daba6c3c999da57cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ccfc1937b32950e086fe5688b48aae7411b9f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4494fac94b4699e7fabcfa5f0c92a8142159e07b56f793be4570aa7dd7fc3eaf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94eb82a73903ea196e0e99264bf9e30abe3e687
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e785c99a5a87d467d9409a23ed14bb2501fce79be49e814a196339d819086be1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f477e305ab5b8d0bbc2fffce2f6f67d8950efd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55058bc300ea6cb4d66486d235fc62a9a339f07513dd5854f3e84918aadfeaa6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cec598639e1847f631c840f112da01af54d3f15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465aa575f16a02f829878d3b72c70492b8d05244d9d12eda83ea06b4f0d73bd8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549e2e87b646c4e0c06ef301a47b3aa4143f89b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d993c71af2ed7ac696285b613cdcb56ec275ff443afa69d1ccdfd474cc37a0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887194bac394ed792e8ce6bc3f1bd43a0f3322fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efad3ee45c1be312d5ad7f0ae2e367ebd06333aedbbbd43d14ff28a84df21e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5646ff9f02ef824f7de3814d471911597717aa88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce019ad4804bc6327fc54b58f59558212393b9fb99b4f4ae5a10ba423a4b4f1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b550a7e20f5ea5a3b8a0c6f224830248c116efb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d6e7ad1ec47e8ad7540649307568088fb7ed44d1891873049afef259f289f8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64bc2e7a3a7310be8b8fd5e29dab1423d74d7ac7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12c00fc14e75c282ad29c07e82d5bc40ff7247e89bcec199cd3ad111a717bdd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770d6bbb0be9d3cbee54487aefb5365a7479a6cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbc2433083f30017f088c52a9f1e0729b172a8522314b9e9ef6db6c4a136e8d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3404e30d4e2afc2d1b52238cb029e87ea2cc744e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f618d4e65eb356d58e275520871355ac213906a4e4d34ed7c231acdbf63847d2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bd136782ec8c547ae2caba3ddf19b0b8c08f9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc856802e0b9cc928bd176a43302f08af4995c9579a7b9c71d252c878c2193d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1723a42b3320705bda6cc5358358ecfb97690d83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc3ac20747f6e2b2d5424f763bb4f678ee46d4ff6b11c6699990cd936d847c7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00bc9065557e56c697825af1269edb04106a6567
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4677b373e54a56826208af0323aadeedbfd68aefb648fde30f64e3b86db1a020
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36056401114117b25622016f6c5f0358ffed0ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4c623a6b5e6a7bafb81b67ab5951a699da7315d67c25158e169246f635b2f1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c822aab716ef97225ab717ef43c6a0b75ff4bf06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee1824dfc5b59c16fbc112fd85ee07d51ebf5f951a923e3e703e6e0c627dc53
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da879cfde680043d0a2fdc7fd443fe718429f2e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579482c4d2079f50de67e7bd43adf9483553a1fb98b73a5d95c774dd095079c4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240ab04d4bd27fd28c0b71249e35302e9154cef1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087e8533b1dfb1b77cffa7ae3324a95e42109ecd010d85e53adbe491b1d753a0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394b979bf7ff4dbb727452f157db1faee66caa00
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64af2f090bda2204dac7b1adc939d3919866fc7e38555559414c4268f937f6dd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9ee80560890c7ec389e2cd36ff48e5a569abe8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c7a2455cf7d90d71b0c1619d3c005f1f9f69d7bd053eb8b704d0effd6a8a4a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6d1a5ea0e0727e1edcb9d8e00ba148238fddb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17d821a4ec320ff6a1d93747442ff2cf2e3b4f9998b7e410ae473c6222a5dc0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ca75d475de23b113551cb910ed3d6489674add
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2c89b33b6ed605b62cbbb0c5cfca9f5ab6df4f9eaa1b6dc10566b266ddf54f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae6d5409e19b9915eedff10a365b02dd5dd2247
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84871d257dcca61ee9f71860e7defbe6b854133ade38a39b24ca6ad8ff610c8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc625f07b55210b9bf30f2ce6e088768799b927
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e654d56d016731a39f235664ac4c425429cc395576c699e89f3cb5da8f56db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872a5aecca54fd6f5ceef582eda5b24a27b3e2a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4fe9e868dbbc3135fd95d5fe14a7406a4f387958053e0805c5fca5447f33d8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6848d292a8ca9b3264c42900cc57166f641643ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbffb536859214683c574df0c033786a0c7f58cc70f765e760c931a64415f64
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044f242365628a66b892df6bce5a5f94417644d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd2093e82f71aae5ffe08493d7059aa29accf19cd7a6c0e656e966af42aad4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02eabffe96461a3c4202ab5c60100c3f67e29057
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13f88ea36929d7859bddcf50102dba6ab339ad1de8243601fe1f355f510015d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec58354de76c1c61d2f77b15d38297a5314a46fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a8140491ebb0a5af8718c962e3a067c8fc53be6b4553e19a2bc66fe6dd0c42
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4487ecc8c3c3cc1114e46eda530413a755361a7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4446de430f7f0adfa1e3f773654bf1a9f889df6b199a0c812677b860268ed3a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06fd9e35bfde09ea26cd1ea7196bb710efc8737
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66039c1227dea7aa774d8dc9e92386f872bee51117e04e5fe5f0f6d9316577ca
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b40d593cd5e3e768ee14f205d8fb137c0332826
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ee2aed2df6043c15f508f45beec31f4d4a195c8f7056e595ae97d2938c3d37
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e036e346465738b692e74a986bca15b50cdf9f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0d994bdd2866fb2b0e8d84242d1094b3012b17f4d857f0aad7bca5d363553a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2072d66fbb70b9c45edc2f7077a2b6c5cc8846
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20cdf3fbd9388ee786305e333277b4274f3c562860bb62170a4faba3101d01b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43455fdda8205187e73504f840841e51dd1e2a94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f5ad4d5eb372d2aeb9799b4920645544eb6fda0f636765299b016290b37ded
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc411e07d194b4ef1c406d56791c066c853fe78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd356e5d9048415956a453dd8fdf652a0e16b08d4f75f54f3a0a041c3f87934
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa50762cb64e5581293a961b934087889318a20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8cced3129739e6df965aec20ad361d8cbbd087ec5f5f912420a23e2aeac168
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcfe187ff65464ae0769a3744a40e45c4c9d4b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c3bedad25f20374420b38357c35bfed00cb6c33c5954f91055d0584a429a03
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3c1c436c880a393f4eea719babc06b16f67984
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6478ef5be99d06ac21c769d89b72840e21dbada16b9e7ae87ebceaf3e7b2ed60
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3012f86900e3b02ea9c8cf8e1b78b1538d22c6e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fdc6a783a56d90b239b17aaacb21ac813d4f9a47977bb0bbfc78732eb84255
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b515ece344ce973749dec58a907a22db916b2863
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33ee302de3588701cbf3ddd6d7c9370f3cc1b9ce96bef11ae6c6cab8feb6d9a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe079c36503263a1ce99cefb21d8446da415227
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5417bbc708a3bb81863ec7286fef71dc61c184d487eb9263c4893f0c3565c98
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8a32d41f17939a8119c266c4c8365ce41df510
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1968152890d973c911bf42a0e5563f6fd1ab6dabc91f8d9186b6370cfbf533ee
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f393b495d5fd3a9f886871d1f99df6d878d83cf4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130ce12fb1850d239dd88c4a2fbdcc1e88e3e91d34d090e760e850cd2e533e53
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2983d42f2dd9cd24f8d5044c2383fb20563b435
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2655290ea291582dc0ab76a47aadf0a5bfde63b6593602466f5b569ccecd1f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58db57add6abe24aeb532cc90598a386fd572218
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9669583a475f7158a78fe821b6c691420385ee46545496c4f9473e5e2a7a74
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ffead650142554ab6eb469ceb13f51d02bdf5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d64aefa1b3c8cf82d88dda2d44a2c9d8252fea1e53896de5c96a2fab6d185ce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfdce8c2b65c49756954492055e905f8e24e161
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cb33bea12cc6feb810175ec8d005bdb5a3d1f3553e509d12ee44d326c169b4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d307e243bed2439592a3ac720c6a12d2e41cba2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9613f4df7486b1541119892f7015288a3267e46f82582cef4adc0c394e82367d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e2933e3d41bc7200738d22958a8075f8cf391e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f0ee6480c4fa8b775b51fb99bbe1a149b839652e7b7d60ce0d518faf24587e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2aa3172d99c18f6bc9de32abbd7a08a6b60f7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5036d777762d02034f8f70f9a947239f7cdad59bd193a91577fc14d80608a4d9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bd0e4a44a5ad82f361399d1bb95f7a3221c0e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e15ff3c8c4fb1909f555dd07d8f5ce340604c33d3e38121878d4b62f3724ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd3075426af89564c0bd1b78565e858a3cc613c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34252c3ff313cc70a4502e7fb84c115e98dfb734018a1e8d04ce01594c7f2066
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c1ace799749f95a499f4780a9cbf48cc6bb2f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31dd0d27ce5089d8460b8e647e51d55ee2146700ffb6e28357c1c2d366e2ca6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b2c2050725b204ed8ee294a2da43f31c0432c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ba3a42b6eb98bcb4eac81ceec33126ede587cf61eaa222cd75d70c0808abab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce33b66e1b3175440290090e0ff3978a9af31971
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83add992529b510a8f956b5647a2bb9f8106095758a20f8c3a56babbd9d4f21
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32e434df422af681bddbaf4e064c289d440b7c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74963d60c1aa8e3ddadf466bf59cea68a2098f1b325431538345463f599d1b7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d37a2d17bf628b1a12dc8e2eb9d1022f36102b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b588f8e70e2a047a5dd1e8e576b47c790b2ce37b7f8ff68a9ad0cb69cdb505b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d83c13024f9b3bc3ec7b6e089a7f781a2136598
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86dc824e4903379664a660f7b670fd1942de8765fdb55c8db30f297c4b1654a2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fd0025d92fbdb09ad0af2d51b3f351171bdce2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c59bd13eaa27f7024c3ffb0c59c6c72273e01984627c034636530d8e7920cec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3126f48dabbe38e7cd9fd3cbd33f0dadf39f378e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35309df86fc86a429262d7972d9ef3233eee279259ec858a5ad388650fe4aa5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c536b786996375b6acc905e66fe57fb53f0f90e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3e3af7026f4d1604c49d66a356a7150405120bc6665dd0aed6f9364baf827a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5741bff621374a6ef32e499d1f7ae6f77494e19c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efcbc6ba650c3e75e38231d6e626495c6977d6e6645c87d53f4527b4ab60199
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55824f7057ff6c677e2e7aaca143bda8af7af05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf7a742429a020b657b62b0e7dc4844adbba42ddef5aef83c6077ecd58133c8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a7daf4bb8dfef5bfd2114fef431eeee5a6a053
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7351baa072253a6f43b70b093988e4f14b550d1e8b36fe7a7584105208a0cbd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1da341c1abd581befa8145ab6483c4308f7c4e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358aefd28b2d4634db15b9a9e42233555834b4bdcfd3dba8ece511a96ba53d70
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af24eff23de7e5e391f8d738e3acd287645a5032
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423647c2b44c3fc665577f3a377dd96d2501fb711f0c0bbcb752c1a9de01a6be
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af41f48616b826b4bd2e94611370c67d4d4d9dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edd6b2982b1d576cb2a8ddbee0cea1924d5d01c274123423c01eff682c22c7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8208ec89c948487ea894b6b751219dbdc5e6b68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820093e1e0911df1086b19ecf544419a40bc7eee69666539bfce636b56c522f5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9331b9c9a1dc05b402b9a79c3ef2f7acb4646a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f83a5c6b61b5c18327f94179dce814a7dc01dd9b35a3e4c73195b20bec5f4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb605db448cc0c8f72c75c4aa7603eb1d2e4067
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893a98d8ff415e5e29b806907883921d1d69295a42b68d81769c4350899508e4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5055aa351ab7b16bc6f735267ef3312024cdc35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfc4b5e4236cc3fb99531d83b3a90ee22853f482fa239a5a1c88fc58df9ba2a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455256b8e736cdfcdca8e3a1bd362d08f72ecac1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70d4663bd9efc42f1e9dfd442910a8ae991312be4076ce81048b555edcaf738
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36a07fd965df299c83125f205f1019de206ba8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b90d53626320dffcf7dce708be2a0c02007bd4683f9f9600176b341f3fc257
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab82a133da924a0887aa8d11e44914a004522a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b8fdc75a2bfb0b61812032892dfeba7cd8c63fb8effc5db72a4cb937165bbc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e82df39e41d0b494be33ec0dffbe297b090109
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593dbb8624819ca116acb42e3c9d5aaa18bb90da4e6a6ee6d330528358e09fbe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719f8032ee1fbc15c10ba6e1980885a70104c7d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f726e244cc8d631153fc3d2a5db18880f4d271e443d8c1c34dde32211977093d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3fadd00053cec603fe2f6f51df70df2131fa18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789bf3b97f77ee4104bc29c96efcdcb6d9b65f116dd3af083ffff3135ac04f2b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba9780de21d22f56d96760b68662920a533d784
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576ced626c4c9632c1faf2dcb06c9af9bd27b0a152efe90535fdcc9561b69ff7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315781964fb5831fa04a35cdbb2677f65d936750
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080d0d0a441866f8023fd18aa6b084105e06cf25bccfb43266fd3c784882a8f6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929375223d5652698f9d5fea3c4f8443a97d9f36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a2b985c3a7da736ac655ab08b90de6b9529c4959a5780507a5cc6f79045726
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5d7908417ae5243835f2c245986f1c16408d45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b811df58a298021a0c71150aa24deb5bc6796c944f36bc25033334a0e6ef2bb3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b526144d8b1a1aae5b361a768047798092b33fa6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f36d338a2d8185ba5a14f70520ec6c048d68076d9bfa7993ec4a67b421a86e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecbc803583f27c6a5bc9c486f8292921f2e186e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8930c27fa5c4e9d76fa0ad2312fd82bf46450f53c7b3bb62a22806f81304b37
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b791700ececad0c8e6d351cc5ffddbdc6f1732a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48f9f47b7d0712df96e237ec1c4b1dcba7f09616baea700829e20e27617647d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dece9b9000cdbcd7c2077535d27ce2d6583c76f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8616e63fbd85117d421c870104b470d1ad426f2502d6c6dfa422b4cfe46536
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003f1547a4e8e23700f7be7816c93f51a6f8ee22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb9b50d726dc4c20aaf14944cee583b8150f89cc175cae61a98b6c87d799472
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a65a1088bb7c4eea460e75f7f518836f58c2249
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc1e98cf24ce3d5436b6f29150375434cf364ad70f5729d41c5047a8d27cabb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b4cd3f64ec0db416abfef653248a9062a7003c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881b2d60f708dac9a1033f038516ac54ab2387b82df74515d941d5544ac72045
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95bfd0a584f06bd2ff2a7ce3e707ff04418ff14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178d32c3c0bc948d52e61b622c1a39e17fd8426e688d6b1d9485ee15f3feb9f5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea32987102e3706a1b06203773a5ab6026f18d5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ede1448197ae3fabcca6f9f68afa5276b1e33964763709d07119f296763caa
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8c783f2f4d2bd6d9f4dd103181f85e2c493fa0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebfbc396081c05ff539681d04303a20cbbe68eaa1d4b383e837d1e0fa1f6c31
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a1ff98e0ff98a00ebf251c8da1bfe172ea30ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69b66747aac11bbdc39ad7c64f52d872f99577290a3c52a2051548efe7d95b0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907be3e8c3937f8577178f7eb529d8ae52e89ed4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe847444a94c293a0c83347e6d7759bc40e7242d8f4c13301480d9866485acfb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1093fe4578cb3f7a99919d29d7f98427da255c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0df3bdb28f42c4e3120475e402dc77bad60cad5c8c18af60042d8c7368cbfb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639e070e147016180b6388843d67a92231d1d214
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245106e6ca5aef7c16b35445a67fd60b64f9997b6f89c21fa93293985c8ef34a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35bf09f73384fe7aa598115e5fea8646c6ee39d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75773ea546f15e02030fe7f1c8222d2f7ba1812511c0c5e42d1e7d5b86f6f9b6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da30e1ff67314b6ba7bb17f716c5e0a5e0078792
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e8e09d013cc3e5f614f53af7a3347eb49d3b19f863dcf17f425a4de25b0912
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7ea0d5eabe83432e17275295466de66d95ce1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5e9f33bd3880b658d2d2ff63de60d479dba59555df16282352f7a0cf635b9e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7e67e3bf1d9cb8aa3a18be63e6a258aa0a8686
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67e9498beb701fee284ef499e7d845ad03db53643bf589322625679099ff31d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3edcb9536633301d8f6a2c8b1f051f15675809d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b86be4f330792d747c0d3cd6e2ffe50d5cd832ee5000cede90d86aba9ea96b6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c1c2275cb18e26fc3f9fd42705a4081e635662
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5211357329bfda09355b1f1dda3d1a6d73bcdaa1147db679fa0198d360703783
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e167e34fe64d430addb84c3ccb98bb24854e95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92e0efa44ab8597caba8189f5d06b012a501027f6da69d8f5a8c93135a341fa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab519d38d98482eec14a412d8b10f2bc59b13ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f441b325598d7d661fee0bdf30e422a1cdcf087fc051e3e8cfbdc1cc3a6be7c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e50d99dfe49c39d95dfc6a886458e490f50e211
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98898a94bbf0d9f6418a1888d3365fde5cc1a7b457bba3b81eb2545303b8c59
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92540a766270f50ba5ee338f97cbfcc360d8f2bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d51163032123978ba0c48a44569fdae8be1f86cfdee95b8d2ff9c76a58f4e24
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280de288043e84825b8c09b020b973177dd1f548
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f55f65b2c8ce3c0124cff6b0a6d192828c0cda6eec6a8b4a4957ea72eb965b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf97bc69782773fae2b96c4bedb53768279e82c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1844cfc80ad86cbdea2f9185d4be5b3acb48a5d321db8f19196b59c52b76a85f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2738246bd19e89fd1e35b0ff28d2880dbd2498ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9594b39d9e1b8d1da53817316ae3e5e639dc16deeb2c61c7eee7f7b48f188de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed90ba6c5711e23fd0ededce65b25be318da9d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1595dad072e037b3de16b0a2bc882bb50fe0c4a7afb483bbf566d474fb3c5c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b70e67b85d5b9dab1853355b1513d9f9cd31b8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6b7b0375467ae76bb4b349f42321e041290f135533c3e79aed9742c179ec75
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea856abf349890e7e8ed45c359f81198695b3e70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dba83517fbd246c61c135d5b36217aff9c21a62da6a7fd68f6252f294f1c382
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5832b100ca7114afca0346266ceef82793b6e393
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c9bc74f2a1ab02b90f4c81733f2b3990c8fd6d663bd7728d76928e5b4b20c8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a8ca5c66b33278d33d77629741f9d452d5b2f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0647342134c3bced034def3e5304f9239aebf484b503db2482fad0443b086cf2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63ad7e3fe630d35bbd30fb6e56f2a8c46496639
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb83a8ffc5717ffb2d747551b83fff5bcd35f3ebc279dc0a13687cb97f5f359b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a99d3e78da3a01021265d804134fe8c4df4bf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1044a4c913dd0486b711413563aadb2da3e7b10223f798db79fb4fda64089be
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105a4adb11f5844dbe143cb21570bcfd47eecb2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23576b13f08502c33f452c652716183b40d0db235aebc4d47d70576880da63c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699af804f8b0ac5dade24c8c40901052e3f59cd5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99a0daa1b4611896d99d91a56da1bf5dcb0aa879e26941646c81eb1c02b78b9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6738a42165de5567100a525e26491686b841f5f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4b3e54e2e9e33f50d3ef78616ee2b6adea6ca9f0a6136dc4a7f8f7fedf7c4b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7b6a2d44a29f42606317fcba3607fe10762513
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb694ac3e7131367553cf8af164f8a00397f4da5302fcfd86e74d0f271a60e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d25973076611d99101976a2bbcaf0ddd3cf15d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635f1be26f86afada9ef5202508c79f626d7689182410f34f0ca78b9c066b9b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c171baad662c43491230d06b2b90f5aff0cac557
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb079cffc68ee64b90781538798ff2dbea9e6fd3da382ed0c1e88328e999e445
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7a0ee954b8696505fb2c7059a6457530bdd6d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec89665b1aa9bbcb4f6daeb69e52cdf5275a6491d68842ed68456bc26ed3f985
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a66cce043ad1244d83e7ae0401c10a3c7c8176f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a65b1a65c583867ba114892bf5b2c28bbc8fe3d6d4e2c59937fb04f53e5e8c7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2fffcb44b7b071d49fcd063f0de022e55ee735
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4325ece62c4b4ec8a66d413287fed3b871b3b676f8cfdf143392f37b4fa5712
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dc775b937ddc0cf5be46dfb6067bffc59a4011
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3de2c24ab49c1f3bed65ed41e54572dfea741c5a3aeb147b2c2b6bd6beb9811
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c66db9d33bf21659c3cfd4e2be029104f7fc366
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b88f085eebc593c3204a5375e1138e962360fe89a638abae059d064be11ce3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f22d10aab7093489d7ae1b87e5eaa79aaaff769
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2b4fcd9c5ad05bd924af03f2e4fecfc7eb3fe020368c35ea3ddcce608f2a53
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42e562e416b6d7b4f8da196c6819baac6f091dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b82c3f7611b1a0bebbde6749448d17d6c2dd9c6a6fe5449dd63dd59ecd7929
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b64e760cc87d88cffbc0f861e782c797b78fda3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f416c782af35eb2dffcba9afa83b8580e25426248384c55e584c41a2f8f9be7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919dde1b28f455ade5fd2761664abd4177f050dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48925777239201242b62d540455bf386a31c9919d11691001b081f72a56f98fd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a16fdb589521896b6254e61cd38331879a05a6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a069d99659b987558044f34e939810e0981987458a7a0b51696ae0616ec924be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d2cdfc9d4dbfce937c84e381d56ef7ae78d5d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879151dba2d4a9b88619cd8564fbe9a269c5706532df905deb2fe4d8fdfbbeac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ad7c35fba6b46d093064af12987df6a0133e7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983f1f68ef16a5bbfc7de31693032bc12c28e04aa08360189e8182ca4d39c42d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb8531b8749d83a6dc3204e080acd21e219b7ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1e77929722ee8e9e52054b6a6394983fdc0ff8e744dbf080fa2299cbc44434
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd24c54421c1f161d5ed1b7bea119a17db2cf513
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07f0e11682ab70274af8ebb8af5be46104929dd0f376cc5e089d31f67e1a90d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5693f1121337f4eabce3f84f5abb3cae3d80550
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1684724be7fed3044467bd3e85112d4cec2d153908e634340cea9130a84a54
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faee0c98f826fd6cb017f2ca5968968148498a6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ed03a3ec3de2fabf24716972b625e110be6c1c6d175bd77e51e4ebcda2968d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8eda9c074e71344a745d67f28e23c75ccdd4247
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c23524b632638019694e4e4afeb493364e94064fb3eeeeeb4d006ff7a4cc257
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafc175f9e1958328d9be12a15753ada7527fd7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d619bf179b61b6a107eaf4230e3656528f5ee3d40bffd38f8d52bb1dea5f765a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7fb3e4ef862fbcd390c9f446c37d6aa74d96b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfda8b876dfcbee8f43ddfc51e23e2bb2fcb225e9758f64cb32c788ac0e3bdb9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9098f256ae8dd7364fb36e888c192d33a257e2b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e4374ec17e693582450ea135dc5e5e84e4da7b2ddb21bac743635696dd5c5b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9012ba0a8de5cd2f3e73b9bf9b46ece7193c9fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f1244ab43479c9841ba5e8a242b77cf782d4800c79e1dd1a56f58e42bac4a4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ef48942011d55e1cc136e412a849a2b0c01691
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1516fa8c6f2908ee4e1ea329a287609b086e32278d66bd0ac82a2338d4bbdf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d663e765d09fa4e0541fa9c5b8fad9dea403ffa8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1900371ec14073620fb86d7ea63d233eb66f1953f7179c326e839460e8ffa96
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4a9c9bf352d7b17d2762998a6814fa9c0fd0e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ac6e975a944473a35fdc2f9bdd6719cca5b1bc95626719374d50445c54f551
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1187f7a7318502228aa44599331dc9b090375148
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364c9c5c950c2590effc39dcbfdaf4f22bb72013053a5f6a633601c12adfa657
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc5e5aa516b13e1009ea935d6b26b9f72cf7246
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce26d8e4ee81f23872014b9b28499607e0e8a2bd96b7bc638e486b105d2ef40
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13c0c8fe11191f1cdbfe3025f7012ba122218a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2badcc3a6240359259cb2eccde2ee3e2a292bbbcea1b7c5afaa9efca44b62c8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97835598b894c1e257c21cfa0371841cc3b133d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7add580ed064abc7fc09db14030817025a4afd2fe175034ecccc831c4b96f6d9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e724e218d218fc15008a281a0fdb1c92c589f03f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15e09fe9dd3e8ba604dc296c53654b329a37f81236ccaff07746f7a283d1b91
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0569508ed8a1ed9a24faf7050e6653fb122a49ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670d002afdca122729c4c03103be15116f336402a457332acdef4b9c70ab6675
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb30d183017e0ad97f3d31c43a093aef8d79adc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985c88625a8caec7857e6c541b04576fbc8bfb42e2ae4888a74ce7fb5216efed
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda7f7ea743331223e3d0f6f22e903d6fb21f668
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79fd731eac989fd5a738970088c2274a96ab2c10cca4650897517cbb1b07166
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0895f051d6b7a707d98c6ad509815406b44f67f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9caddc77dd68694311370f2410f8f1f54498d7987983d54ebaab638c8ee4d47d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850244c33c5e3535f409b0294ed9a0f377e63043
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03400cc99581fc9349c64e0054a16d0754f7eae2cf973ecbb05894eef9dd709
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a739d8a920d8bece92ee706403bbcb414bad52be
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa032be6dc6202c95519ba58b09692e126e997e7ff18acadde174fd462c3ee5e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b73d046e9fe29ee115ba326b4d7e1bce97edc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a347578322729580860bbe0405345cd3f20003b1ac3a010dd5d8581006c007
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d7622df3995b95357b898dd87db42c9ce571a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c3e60644d0f4965422600cb679ecc2d692e46cccf1ac5f553d7edcebc5b989
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ad1265165e71babc2cbb1fc544b79a7bda4db9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839f72cbdc9847b8472077691252b32475c7b03fd3cb19beb20c4e8d1f4e9bd4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c58273785e6b6f629400e95d18496ebf2fc476
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee41748ee7ddd6bda1f962285b9bed9d8001e1cc63134a2e76dd4c1efd5a3322
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a8a2199b0f7edb3c0e9c982e85b9777c1dc486
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0be573daac5fdf4379f26520028fb1245c48c716042b1a3b2ae999bc98e18b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3402186366a18a34d7692db7f53eca269e16af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fad78caaae8c16234fb5a7f114f0ccc1e8556d35144f38d44d43b5ad6a3751a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef27fdd485941b97e44106a085fc5b963712807
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249f78d9d0462f0c5209f5028c701f3bb3c2f9380cdafa91f562143294719439
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf26e3188aa8cd2fb6f73d468e3c8345efee04f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f9d844424da4ef87f0ca6fa8e0ac0ed4905f21613087f6e50390eb8cb28419
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2055d873a437b79ae8c965b3886cfb36e218ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754eb9d027a5a6c2d8ff53fda8b9d2afa68535eb5f6002aa3d4166dcc2322c0c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b26c1723689bd51420de4d19c452f1d5f3dfb6f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d5329ee24f81a5b2deef359c16174f880e4fe103015152c6dccb6beb19e4a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867f6a9dcab31efd7685b6723e06940d374dfe2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec8a5d29fd78f0ba3ef7da9e4f18dc6ec727fb2316afe7a4523b6cfe2b86f11
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fbcf247c0d7d02134f96e910a86096d43d9ead
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5ea2c9934ecdadf349515ef38b2ae87742e2b7fbf31cd407dbd8c4a43edbf7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d93e7ab1d6ad9c8572f06bcac70ea4baf36e62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a92d276236bff9c85ed1f6c2a80c60c0222380e7feaf21042066a9f8c78d25
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ace48d3f86bb2f21a4a455a893ddc332f0ca12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8246cd290b3307ed6fbbfc930556afaf5c3f4419c199317533086fd137a91d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd15995af3dd53194f82aa357b2503b89c86755
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae3aed2b7f4885acef43cae9a46f61d16af27110a4b93d3cf9f296d639fe89e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665fde2b060ae64930ebc48ff94cb80f8a0e3f90
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7017a56c996ddce0f4f0ace5a4b3e216d5cb91ee4815e0300ec85573c7665e3f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a334fad5bb11ac02594b77dacf60b9086af93d31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5419597ccef84b214af1dfe8e22c7ef592f013e13546335eb6e121608f71818f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975c7165355e87d17ce6e852075ab1bddcc22447
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f4ea9d97b519bf1df97bba244f1f2701b1bed94c6160f7140ccef9b7940ce3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c737e5810450cf86f52f273b99022ae88a466c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7eb0f82064b928802210d748ecc1300ca703cb5f1c60e368775f3ba5153514b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2dee930ae89ed17fb50526a01fd0668ff716fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa77c365efaf5412f20226b4fb512d9acee52ce0db66990226b1ee945f3ccdf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3f0086e3cf779bff5cd351cc098cf9c264b60f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35369497de00fe928662ffd73f5aee81e75a011041530872e08231cb226e2b9b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fcd0b85c30ae7190252ca96c6b57913fed7867
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c86ebbc52e41291438fd60b4bfe096ab68c45fd441ca61f6f1bb7d9e5aa67d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2476d158eb0c25f3dfc595d681c63a86152097
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7be57b3cc24e028db3176687c2e7bcfc5622feb7a41177cadb5455781cd2fcc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c3f06c03fd8436aedad697fed7cae70cb48b59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef564dffd333a72cf37abc89238a2d125456bd4493a92ed0ef660ff1bd015038
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c97a67c001fbc0b2a65d12db04f668134ce01b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0455b728a6431f463bd335c2ec02616900dfa944fd3a3dd550c71c90b9c89b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8087ada5dbcecf0c900e141f655d9b6ce4b428
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd76b428537d713d7c2b89c5ce3b497950348356a2e7d3cedb54a1b9a0b6aa8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bde2743876eaa56b0f24b77882e54fc63d74a55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5a3794a26e30cebc075b2f0a1436029bc7f0e1f7ca4d2b66dd63159a2c177c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf94481d23c5400d58f7be6ccd1b75b945d08ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01d59e001daf7e9e1f52ded1c7049221ca8a39ecf48003ee0339fe4b5f1721e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511eec2abd875960c0bc7c5a0a04d718c5f59869
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ccb1a2c1f9469da3024041ba00b81f1c2741e8e63dd36c7ab1964e04650824
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c285c43c5ca62345c37df6e7003d76d5e23872
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2929552cf04c68e0258d514c9c2dfeed6e0f3841cee24d12cc32255371b838
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d520cd0a03f4090080464569dc58d9dd0c6ddf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2457bb6ae3c7241955139552ad097d38a2d186c40e603e3d000cdebcbe4db4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8c12e5e8618f3a05e53d67751286417c887cca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc7e34b2e08b2edc09d41731054ed96384e4fad0cca491f8188ff765292ae9c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea49e56457270c9dcb6bda9da9da6b4d18312e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76440eb2e606079b2b2650cbe1df44110009e64ed8048858177283ab362bd8a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e43b791f4bd9b7d366cc3fb79b30efeeb3de1a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1339c03d39632b392e7fa96efb9f8fcec76766d81e1204b9393e143bbe08d33a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e572c908d3b517fc5cdb7af2b36492153fdca7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2aea9918a69006a3878920b7bf7a4c6a744da6bbf6bbb2ae5c2cb615bd1f28
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5022c5b97d3b28bef2f80eb147cc6ed5974c7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07cba08010b4bb2f56bdc5628ea9f962565a57f9e752a8208da34e494a1cfa2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19aa5fbbcf6986ac858c3426bf146ee9d0a6dce3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c8b43f8908597ebc822725578cb53e3c3b9e737f8f9d23c157d033b4eb315a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd2dd119806e2056c2824f26496ef15e04f607e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0312578e45cefdd7d09d1e9a80fc5e62590e5ba5a9cb6f816c62fcc981a0e18c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f80636ba8a3f8ef7af3c987c1808ccf16b7b048
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a80ea68d2b53a974a59116aaf07632994085f2460deb4d366f2c70a804704b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6292a2a706f5f3cb61806b4bdf17ef0f7c1d7e41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20db5aa81463fa79de5164a935d8ede545c775321b483fe68fef3a28f3387c5d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd9f4f02cc52691cdfe2a403d0c94469f52c316
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e084c69a108bd1a53dcf947e9151cc06bf78e107ba991e665576884c8d02059
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26334aac7b6441ac8634cdd9868ed3831c42880f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ad5ea20125afd850bbc32a454ac49d5e8dbe1682abb473098a78c881005824
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98096a6bc12f9e92f5b265e5b8d279ffa4a7679
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c722e83f8fbf49cc6ee1f1e02fc7cb87efe90c2d4400c190ad0361b5bd8dea3f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e43039611887cf6d7bf72ff03a59eb4b09c0c1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252e2d2911df3dc6c39064f1140a1495cca868ca652cc9e6ccc6e7355c66d46d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea0a3985d6ddef4444d4bfda3e26e7a3b2021d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cf56d16b3ef6a389b536fd45d8319dc73c3c1a39663509940797dcf9176b54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb4c0282214dd32215c290c4e56bd1a8c7166e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e34d88b307cbf6687e473e3151268cac6c42de69b2dddfa8ad83cde56d765d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9a011c417588eea00d1d72a805c2b1c1a86495
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87055b41aef38ffd24a7f0cb2a4b6ce90661c1ff2a6388671923404241301c77
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470807d9d147e18b7b893916bd9355ab93f8df1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcad1e7ea6b3cde28c3b1f18409717469eca2242caee57e49b2a55fef0f8070c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acb0283af0a15f71e1592daa7cc706fd0d58aa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506bbca67aa09f80d50762ab219bdbb9ba6ea31d2411d933e62d078cfc900aef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ce9be324634b1d1fb6a8dc49782db0b09446af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547f3d03a4d4fdf031d5b24a52c2f36e9750a398dbb1766c37440c4fcc2049b9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93db863199d45339445b9b82759dbe0e607e348
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce0cd3b650725b1f339cc55856b04296cff34f341c703124a4a50dbf748542f
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c25a2cbfe151c48fe9fed1d9dc599a3059401f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b3841326f22d5d576ed9382900716016772b581f013cf0d86875d1804f5295
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e7720c48abad9d438abe82858735e07654d6e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe45d6de998afc0ceeb2d1cc58cf9992124bca9fddb23fe445c42559d58b921
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad570dbd1622c401846add63bff50018f251810b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f223c8c790909b5a354d09c28321a61e491c1bb7c1f4bbf680f9cd68d6a324d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675cd7e3c06574aef96d5e7f495cf6564e268926
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3beb437dc6b9c8e98c9770c35dc2b9fcb8be3c13fcaed88774ca7643fc898b7d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e583ffdaaa0b23a0ea6c7208786827ba87d944d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7876ae6d6090118743a0ed332b2de4646a7155673e1a6cd32fde9daa9ee239af
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9635583cbc8f4f3a1da5ed6ac100792ccafbe9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31216b9d16bfd18ead786653e4fd2833379802ebed7875e24ab572517c2beb3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61902a4f5d6fbc83d039efe56167fb42167d5810
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a137e5e5cbba9be4cd1d8907169a15bb4373871f5f1270340ce610c687f422c7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd370b97a41e3070d63c2c6efb3765d9459f2cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2af2b60245f329e4ea7147ba72b8b9fc9f4bb78729db4b8a11cc06715668ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060cf2867fb24199587db83fd0e3eed9faac3e62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2283225161d2e5335c2d8b3ac2e28a69a22d5fc6025bb2d7c88b6521a73cd01e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24358782a833f8a717110163ed4459dafc7a25c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a37a325248cb5b11e10446a9bb8291de1f70b8fcb899a7ebf4a4b44d13c830e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f315c102033c8fa7b6525f0a8a34c9293d19a6ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cf046849b56a5d0a9a38fa3668d321bdf2bcd87baf9cdba3646a80be753d51
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54485b12aae7a3cbc294868edaaf56b3250a21f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a25918abd0c47fdcbd9c113b691529b4ec6d29ac8f05f85a99f1c461eec685
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537f5766168ab7d514663ca70f0eac5b6cdb49ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71a72b67d9b33637a925bd17f29098d32cf51cc2ba5f1766b60227ffd5e35a0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be83144c97062248d3f6571dbc641fdade9b5ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a7c4db27b82bddca5a912604167fabd4dba3a6464a7a7ca5d6756539fa4ed0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971b4018791d3d895c7c67db807da02df93e892b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4b7bde1c526afd1937bbdefccc445a81101e9e4e42527c85a16ddee641a697
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eb4e08829fc8ca05f33bd5dc0245febeb7ca8a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260764a443ed138ae6e91f55203bbc5775caec5f88ef15e9b9c1b994b9983ff8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb58f712d9d809b87b8949ceeb67a8c18361619
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d8431b18e06e43bb0479ff7bbe54a78874ece7ca228ded98e7205a42a101ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32be44784ba742a749cfa42703e120eb055386f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1faf2363a3e609bb3980dd455f4a09bea857c53e3a1c791c555db4d46d0866
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c7a3f51e1f5db0b5eb6838ae5a4f240c54d7c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d16e509855bc6840a4b0f5570cac713a101cc7e372afc9ee67b6a11e68f5f25
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be332059d204fe8a47ac5e915c34cba8db0d716
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135aef42a312a9ff4646a4d798f019848a4c7c9358aa219106f44ca88bb78e9f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4114f5b8e4024351fb395b6375f8d0a4de2182
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af55833495cf7f1e259db4ae11cb829575c0a57602a37d6849c15047b38bd9a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6424c32cba950fe27b24aea743a131f413f41fc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa1492512c79e9ff427a6823223f97c80f6b9924544c93ff32ae55b531fdfc6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65a9a2700a11b8e1366aa5c25e1cbb6aff81dc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160d4e70de8b802bae8ea67fc7a4046cdea3e3e1b590cd0438acda93d8f8c5de
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff8f12bfadf563989b8235f76491c653072b10c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d511571e9badd5dba72838c60dd9ca9b4d8f3eb98d74dfa0818bda4833de5f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ca765cc49269717f61b87c7eba0f6457329346
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf3821008e72e8a10ad93509358f7a4cc6435c2945527575bb1c88cb56f392c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1995e9d41ac02f7db3048a915d96c2ee84ae6c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3f6cb9cf956b58987acd5b30d6fcd3ad4e4edabe8cd91d1ffe80e1a4f92185
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4816aa15edeb12204338efad8dabe9ad7aed09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16d1ad0e6990b5d3ba6888db3ac02d6cff3b947d20c9e5e85a19484835af1e1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e052cbc38a38a69d6cf069de1f67a1402e2b2921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e195f6247ce856ac447195a6e7826312e0ce14286a4edc0f4e60d53fa0a19c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fe18ab1df3e469c8e5a1c2dae1aabccab83a04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48bcf5d8cb37cd9f9c38f08d6a9a3fe7b58f9f47ae787da895e1782eef3c022
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f4bd45be1555e226dfd2f574529177732b8496
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e074940e8065298b978a7d65198fbf683881ffd1e81d65b60b9785f1d3901e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9810c0f0dac86c557ecffc0458e60ae146219105
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4beac9ecbad417c408f3a3c808b6a7f29bdff7fdf1fc76529e01e48258808929
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2881f386280e2a7a761aaf307ab3e2ded36b46e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a714442794eec25148d32bfed633adff6116265a2600f2138bfc62dff84898b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9b41abad05bde802321b3b7fc7f2fe8905b408
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebff67e938d204b93b93e668f507ece3dfa9dfdee8d97a1b33c1135d5549cfb5
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f092cb1466deddc3e816b3d90054122e9d2a40ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb83b9651e8f0118b1bcbc5c2727a5dc8217ccabd55b221d8a38b34599009496
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761677f7f18b93ee3f67f6e84b9ae3b2c4c7034d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781d9c7a0b5f0f2d8ee8c66d0a49eb0f6f6c28c7e8b44c82dbac13245185c0cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db80891b350c39b55c9595f9658329f4ef6ba46f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a8cc05f86ab5955795af477c7de0e753d660ca2795e2938df71d4e2963c6ee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8915011dee8cbeb811078533f721d2773f4e1c23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dc3909926e09d464c1c6f5818d71a2d8e011d70a2de738f5f7ceb25a5371d2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc284540e93555882efc61feb4e27560bc09ebc3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7994774e4a7baa2801730a334151e9eecc4568972fd6fcb7627d56d72afee0ab
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347b95b6089701ef8ab903fbbf653bfb6023a8b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc9bc95441c914a5c099b667c2baccd8565dce3375904ccef559d77037b10af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f08dad1ae64f7a9eb0157b0a2d27e2220ac828a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac5b493eed29df1979bfcc9f2fd3730e5444c9d5a13a15a95d5fc87c9d76d6e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0236555295d5c3fe7e434ed74e362aa71610e878
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0ad8f229dfdd3e6a4b25f11675413eb5a01a0221c293cbcffb2a25271e25e1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc770fa348a11d57be0503ab39501916dc13aa8c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e3f3579c7e87187e49320439dfb1ffaa0645bd3e3e09c8e079b0bdcfca25b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011a499d16f47bd03825d6b825a4a0687c4196b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bf7f18fbc12eb31de4c7bcac5ca6ca6bbf2b5d5de9d32a500ab394f341a04b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bced321d451a348b27211178fad162ef6a15e6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4d177f89ea2c3411b85c86c0805f50e33c48f053129c49da9af791da71961c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a4bf8cdace35d20a2f4f2b01ee0eb11af82818
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08897eeba4ba4e6e8c91800e06292905adafb7a9f352c13e6b22a143a969923
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452ec1ba4242b4668029004a3ae536de547ea2a9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049de8a647b2adc3baa8aaa456048cec2fd61e65b7c13e5207df5c1b1ac7f519
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ad5d4bb98d675f9d9c3ceeabdaff3532bfccf6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5888679916c2087c1fd163aa5e06db50879258d54a7fc0eb98877783bd9b0b0b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a54d0ca9e30f10ad65b1fe259773f1141ce3375
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4eb46e05e94f15fa73e428998db7ea8a6e0abf601449e77b9a78181f6899d4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf453f16bcade15cec5f42b2b95f29c37c9bfdcb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f71b998e1006eb136072eb49e496f1ff9e99cea1f7fd580bdc207a2d5c7f11c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03f4e0fdadd1df19c271f2cf15e018447a018d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdff5ebb1f48d90f5ae0d534dfd9de9e63522dd3dba02fe762dcb1b5abccbfcb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772d42ea47a7db6783c565ef8761872fc49bf342
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574c03a3a0ee8deeabcf0573e06616a44f31b4b636e3709c6c7d59d0d3e96973
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808ab4ba9e5d7ff960e981680742ed95793ede25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3588bedff544068f9e393242f586d301e9b85848748ecb2fa3c63902fe767770
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2bab46483d12ca78567b2a73174b303fafa792
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf9825971cdbcef3a6cc4cd31f1b5c6b96fdfedec55db96245c3981480b9791
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1026bf52d12680bf68d74f1da704f798f5c99c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11248a6c4cbbd224f5639dbe091cf69e8f2c4f00f3e7159988b31de6e3d82ee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1006d6d87226915031af36526dcad699d0d9e2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee57ffa909f14bc090281af1881d31c98d89a3dc92b0d7781edbbcbd00158c78
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea932e4cd5eb2da5c254bad807bbf7bd5b90fa9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092e5eb498d835fac5c6074f8e5cf07e1f57952ad7f97913d445de78fec1ff08
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e7bdebefde265fb76250244f3a85c3e0957569
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbed91a327d6e0827e7376f210ec5db4b8525be9ded7bd5e8cc571176e49756
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02313e6e724cf574aa119eb5d03caab49e8f2e78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc688d0e4b7d9cfd69de6c62d7a3bc3f8acb2762745960c4da9e2364a3951ba
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6236ee62a40333d48c3c1f082143c84ad619da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478d36ac74ecdf9933e4243234a296d5127aca9ab9acb2044bf5d649771e7d9c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372dd8fa09f333510784fd0733c233ef6eb7ebaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c91b32d640c549d777d459c48419a8064214724c8ea4155e4d2ee62384eb973
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fded017e479b5d38149504cb0fcebf4e0fba9ccb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1063d1345c3b4e7bf8db5550f5432fd69d71ed3f97ff49e6036770f7741c4c6e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ff824ff9759409ac4d551d07f651df258538c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1711eed321de97e01eb03007397bd6df964cdb8bff2e62797f323e9d15cdefc8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdffab90cda025e9690de508716917fb96dd14ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1accfdf3e652e64f8f66a2e1dcd61f90e77ef7b56074ca9decac4e40efbef7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314560a416bb7d742810d964c0ea0805bd41aa56
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d6896c563fde89c7ab85babfd8d4cbd273152c571bb4eac885a93955110ec2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78fc49369fc55745154ee437c6f35959eb22828
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b23e6d8335a53f48f8f5413a51b2d142b34c164a5a0bc2cc1395397961db0a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0011557d06495c751e72b61999f241701cd9bf71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c38ede5d9d42c4012be329e3d74d56bc480db1b3399da80674d8fca20241711
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e359600fcbfe68a59cf327f6725a4bbe1e893727
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6c9d6cdf183082b060a998c88603feae5ef705a43abe625cd47e3333ad4e1e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d9b6b76624be081d0a7f9bd91ef14f6c0fa433
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ab00abde77de55f145190eed323ec1d12701e460b0e3930a52ba5c51c5dfde
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87e3d180a6ba8cc32ed924d2a26128b6e41499c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba26ad497ee126ae61d07e91528993d62ad99f193baa9544e775d7f45eea91e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29706a49924865d9cf0b02f3cab6bc83e5ac55d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3042dbf65e39095f4018f2b06badb36d9e7864518c1d6f823500c4067106918e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab8e6afd02738fa03b5d543280749734c0814b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24e98a8bfcc87b08be1a1dd5171d3d681dbe927dbc5e2f0a90e04b86867080c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa64ac343a70e03801a200e6789bbaf486140908
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd74ffdb6a305ccfe98afe9747340f84facc18ec2913b56827eb3d160b551ec2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73f48d1a7eafbdc2abe9f54a3988c2fbe9096a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee0ef8e2ad353b626dab1449098e950b2985d03e71a104356415895aeb0c1ac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356f8289237510486de90cc55527b8686058d6bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe940e1990a2aa175ffebc1e1e00abb7613dcc9eb8da577e0f47cdacf6971e5e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eac36f0db5891b577464e98087cc69c0524a7c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6ac5af39ad332b140ad6deab0213f0f02c5587936b2ca8b66678fd5f7aade2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883cc741b7d15a92be1306f45fb96f2ab56d7e60
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf87496f232f6fe0b91c20789f4825fda968b9466dff12290f4d7890e209402d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94bf0c4164561dd45d3cc91bb0ae34a0e2fd25e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3aaaf2b767a20786dab2fab3902f0ce52fe0f04aa724c0fdc39b3bb3112a72
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2088cc7e1daf0094539ac14add7ef797d9deb14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78c5f8cad55bc7452d7bd04050622ad213cabfc2e8f7ec3ff4f065db01996bb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb70b9560eecbe8aca0e49b41683d5a801b7924
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebec63bb2eef742610ca2d75f50c2be5744af50e9a0b7994a21444c261148efb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9b5988023492e9fa09dc45b638ed97df124792
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029389deca4b5519b9d1107658b1f9923bfa5a9aa7457e1cc9a6b5e938b26735
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c2c8158921dc0bcae31178bf0cc32d50750aa1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27799c700469a1fd9480baf014dbb1610d7f98d7d38ee5108aef651937175b25
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10a2af584bbae573ca624340c29d908e312bf2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad53b0ddd586593fd26b62c0c566c86c201563eb7172174dd473b84850daac16
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93246977c94bad8145ee2d98e3ec21562225bb82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebd558d2e5f0cd4e9ae6bac8e1a290cf27de904bfc0ef158378753e063559f3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf86efa2a613f4c53d4cb91d7ee8c9ee41b2426
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb97a004226c14f7241fa4116cc042f0633f9afc338ef2eabf4761896a35068
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ab3202ef579482a90b52342a5c78d71fbcddcc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0466214c42325193d44188506ce602d0cd580c0496331518615585e3551d238c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b10b9c7cffb45c76ea5e7661aaa12ed0fee86d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b653d8b67a793db90eeb45b5fc5515738d6eaffea8303fde78821b036cbde0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95814bbc9ddf3c78fd1c27c96ccbd62e6c87c38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c4a89aae3697a254d9d839576403817f09d250bcb2ac17a6392f90e3413d8e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dabb00aab1703bf8a5a66fe4b5f475ee46cd4c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3c27da56cd487519471cffafe7a9f169d2b47e7edab2497a2bcfc0f782b495
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202dd7e7689dfe0dae5ca1d030b682bd0c4cee84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f82973d60a0fd6785fc491e93db9faeb667dae32d2a092e3b14631400d77581
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b30e973f14c5b1c1bfb5c1114a8be522d0dff0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd028be36cb2d04d0d5726773115e639d3c20d70eabac5721237e51ec4fed4e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f314393a11fe2d006b2085dd32e0ffb6045e83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5c90d7adaadcd13d2a17f6ae66820d0f62d0a2ad0851ff9f9cac0da9a1a3dd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795bf711f64681c5f5484ad66a72bb6a443c9f24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb2cb5b185bc85ada951ce035dfc28c1beac2b0f4d400a0bc1308943995e6a8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cda3d8fb1c63adab2fd8a6dda708908eaca9557
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec7609d040542249e5538a0a4057352e156e3efd5121807c87531c64bc5fd9a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6974985f7d242ad1a7458e2c1b046c74ef2e4464
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fde90a93b778ff478bdf40eb8920058105a72b1b6c44c7b882bf9488377bfa1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a143bf0548fb0e24a65c024e0a08700b03a1969
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b08946b6ca70925516d282c973d95ffac52ca6f39528a90a526d5e5a39b7d7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95725a18a5346d9965d857be859f7d9c42c13fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fed33ba0a23ab357a4af31c301cc3a151916167a1918206207d7074587d98c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8972304d668c5101aaf0c711d003d33cd195ecb0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964937071a4d7b26b4cea69ce6448e35583998c13f8864496d1996dc93503ac0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b8c6d6903ecf9e179cce4810b93e663fcc859d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8582b1c945b1d22a078736f30241b37829d9eec83cc45c579683f52abddd8c60
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345b29268ce5d7c11912cf7980aca1cebc0e36cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8073d0295d7fdeb9381c155e1b956dd6a54241363cc36d6cba778872bb1b73c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4f0740b176141b62870c8a129da9ffc2e4c822
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e334d643babf0b5c251a88bfc9b1ae624036140b5fd655823f66fd9c08e05e16
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf97f2dcf50d4c20938d2e4c2f6ab38a32f3d88c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80686d5c6272c9cb105feea821afcac602a7d49bbf10cba8fe82a0f133cedca6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342389bde80590575a3dab8cd19317f482119fcc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9681def062c50760f3fbe6be44dad517d9d2ea61a3a481daba6c3c999da57cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef52bbed9cfc44f1f1cd7239e7d19992b7869df0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0164ff61b64ca9de2a1dd12e4b4990a48b7451f8a4624007a5e1f046c9b3a0b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94eb82a73903ea196e0e99264bf9e30abe3e687
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e785c99a5a87d467d9409a23ed14bb2501fce79be49e814a196339d819086be1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d06c09065bd69a5bc7d5517c6f32eb26219dc8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2aabe1b3afc41abb1e420080ae2b15ce0c370f929261ab1b1d6805cc76dd14a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cec598639e1847f631c840f112da01af54d3f15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465aa575f16a02f829878d3b72c70492b8d05244d9d12eda83ea06b4f0d73bd8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b2b5d4d6e951fdd1740b682f36a78ec4dafb6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25a65f6b8d563f5339b863b8f8032eed9cf71fee224b4b549a8b291cb119368
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887194bac394ed792e8ce6bc3f1bd43a0f3322fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efad3ee45c1be312d5ad7f0ae2e367ebd06333aedbbbd43d14ff28a84df21e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294580e11d1fc08443cbe4d234613fa391dc379e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e1deb9790869eb0b3ba9c5fea98d905bac2e1cf5baee21234ee48853f21d4b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b550a7e20f5ea5a3b8a0c6f224830248c116efb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d6e7ad1ec47e8ad7540649307568088fb7ed44d1891873049afef259f289f8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f0c23d2809924a4bcad7dede553215527cb51b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19d739cffc33e2182ed6414eefc9f8a81b1ff37ce43735cc9b0acce906e2751
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770d6bbb0be9d3cbee54487aefb5365a7479a6cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbc2433083f30017f088c52a9f1e0729b172a8522314b9e9ef6db6c4a136e8d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1aca227bff43b4055021dea659bdeb0fcb1b736
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e32369a0195f5e30bf911aab46e22454a110a95615b21d124b9d45cd182a4d8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bd136782ec8c547ae2caba3ddf19b0b8c08f9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc856802e0b9cc928bd176a43302f08af4995c9579a7b9c71d252c878c2193d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8605cb23b2f25edf639e2ea3f8de832ebc4c2605
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e98fee372e47b40fd0c85c866476111ceca8f3039d3b4114cb5f13d660ab9ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00bc9065557e56c697825af1269edb04106a6567
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4677b373e54a56826208af0323aadeedbfd68aefb648fde30f64e3b86db1a020
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7017ab022de5cd72e8a90926d7ac3a43fe60f0c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f99fb8b6e7c859a76f4bb448dce9f8ca5504fac4416b06fc1ca0cf8c7de82f8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c822aab716ef97225ab717ef43c6a0b75ff4bf06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee1824dfc5b59c16fbc112fd85ee07d51ebf5f951a923e3e703e6e0c627dc53
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a608648ef5b9afe88df8d3c557f977a9d816dade
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7044afd24c09a41cdb6763c00bdc59e2b6b640c30fbbaf5125ffad0059233c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240ab04d4bd27fd28c0b71249e35302e9154cef1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087e8533b1dfb1b77cffa7ae3324a95e42109ecd010d85e53adbe491b1d753a0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26a74ec81ff5d60d6546cd2c08b70b97e570ed2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c116827c89a240031fc2e540045ff08855bc001d4e18cf3a90f18ef95f5edbd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9ee80560890c7ec389e2cd36ff48e5a569abe8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c7a2455cf7d90d71b0c1619d3c005f1f9f69d7bd053eb8b704d0effd6a8a4a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c330b58cb283fdfac5f709f4c0e5550ae7196c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96d4bb588df09b3b2b3d07efc8a90d5a4caf3c648496f0c130a49b6f58015dd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ca75d475de23b113551cb910ed3d6489674add
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2c89b33b6ed605b62cbbb0c5cfca9f5ab6df4f9eaa1b6dc10566b266ddf54f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd18548a55930f0839bad3a115fef972e3acb532
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e60c8ec87c6e778b7fd40c5ebbfed9d801f3eee022d704a60ac07e588b3343
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc625f07b55210b9bf30f2ce6e088768799b927
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e654d56d016731a39f235664ac4c425429cc395576c699e89f3cb5da8f56db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bb68f697056b510a0f382a59fa57edf6fbe99b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8c70f271bb336219f95d1223273be8d96aaac987689558abddb6851c243008
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6848d292a8ca9b3264c42900cc57166f641643ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbffb536859214683c574df0c033786a0c7f58cc70f765e760c931a64415f64
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5310080981394a091196e240af5ca5bee17ffb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676d62ae8ef4ba2f832029a113ee030c8583f38c7457cd05c360bbd77a5b628b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02eabffe96461a3c4202ab5c60100c3f67e29057
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13f88ea36929d7859bddcf50102dba6ab339ad1de8243601fe1f355f510015d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153e5c59c7dca59b201eb8d44ead226b59effedb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e82e1edd51e4daaf099a6b0ffbbc2c5c287b6af907b688dc88c1fb6fd8ef9d1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4487ecc8c3c3cc1114e46eda530413a755361a7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4446de430f7f0adfa1e3f773654bf1a9f889df6b199a0c812677b860268ed3a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fd3eea9f8340641267766cacbc0d3ff8ecc8d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bf303ddb28ea6907051e67aa73c8c5e9565c392a871a1a7bb2ac87af89f5a1
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b40d593cd5e3e768ee14f205d8fb137c0332826
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ee2aed2df6043c15f508f45beec31f4d4a195c8f7056e595ae97d2938c3d37
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca620e57990ee495c1b17f492e1c3efa2dd15af
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461861644cb5f557e136bcb519f70567bdc90419c7966d34adfd712b839c44dd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2072d66fbb70b9c45edc2f7077a2b6c5cc8846
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20cdf3fbd9388ee786305e333277b4274f3c562860bb62170a4faba3101d01b3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b659cc88032d2409c592ca49322dd2cacf2d5697
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb50848da9504582ff81cd2545f81fe2044a511dbb6e8216d49769987d0eee79
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc411e07d194b4ef1c406d56791c066c853fe78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd356e5d9048415956a453dd8fdf652a0e16b08d4f75f54f3a0a041c3f87934
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e76da23350bf936a7ae21394835be39585f90ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ec5d8bd0bdf71452cfee4d7c7ea373418b1c2a88d8cf186ba39a2d833c27d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcfe187ff65464ae0769a3744a40e45c4c9d4b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c3bedad25f20374420b38357c35bfed00cb6c33c5954f91055d0584a429a03
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb2bc905019dc62b85547176a84282c7534eccc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae36d0df31dc4b514c029702a12dd2e1310ff64ccdd05b66de03359fd89452e8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3012f86900e3b02ea9c8cf8e1b78b1538d22c6e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fdc6a783a56d90b239b17aaacb21ac813d4f9a47977bb0bbfc78732eb84255
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f415da56b61e52839b0e89a0a3e3e7c1940ed5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74248be97b901605caffad9e1b948f2455cabc2044f3f3581afea7e8feae2dc5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe079c36503263a1ce99cefb21d8446da415227
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5417bbc708a3bb81863ec7286fef71dc61c184d487eb9263c4893f0c3565c98
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdac54d80d3c2b48c401afe34a6cf3572cdfb5d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4977d60132f24df533b5fcf775aed2e4df242da17ca6bbb1fce1b76a0482b638
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f393b495d5fd3a9f886871d1f99df6d878d83cf4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130ce12fb1850d239dd88c4a2fbdcc1e88e3e91d34d090e760e850cd2e533e53
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183340fe3aa0d2fcf79e92ff14b64bb81f31b9a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9cb16e47a100c368dc5476e5851e692a2d11a05607efa6d32b77e31e700cd6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58db57add6abe24aeb532cc90598a386fd572218
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9669583a475f7158a78fe821b6c691420385ee46545496c4f9473e5e2a7a74
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9ca26625076fcb2285444246507981f3f40d41
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bc56f6ee3054f754b32b105609e31b49c5d32046e46c3d2cef6fba70aa53b7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfdce8c2b65c49756954492055e905f8e24e161
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cb33bea12cc6feb810175ec8d005bdb5a3d1f3553e509d12ee44d326c169b4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20628f8ae6065b60ca42b9d5c4727eed05ec58b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7193dd2b7fc75579e388e2e4cb2a615fb747f07b2a683ac8c16e22dccbbeff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e2933e3d41bc7200738d22958a8075f8cf391e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f0ee6480c4fa8b775b51fb99bbe1a149b839652e7b7d60ce0d518faf24587e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a35e4ef0e1ee3ebaed783fe135194be3bcee70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b722095fc4d4ac0c1fd8766ebee4298243fd811cb830f767c9aa0caaa4148dcf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bd0e4a44a5ad82f361399d1bb95f7a3221c0e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e15ff3c8c4fb1909f555dd07d8f5ce340604c33d3e38121878d4b62f3724ef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18caa9b8564c1ee87588204acc9741ab3c356101
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1602445a719d1676e0b161a2a292208c553204c474bb257d4d22a06459cd94
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c1ace799749f95a499f4780a9cbf48cc6bb2f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31dd0d27ce5089d8460b8e647e51d55ee2146700ffb6e28357c1c2d366e2ca6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ead67a394917143601e115192b32195ea20134
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751f308fd37c54992735edf775ef85e1a4aba666cc42a1d4b1ae0cbbe852ebe9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce33b66e1b3175440290090e0ff3978a9af31971
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83add992529b510a8f956b5647a2bb9f8106095758a20f8c3a56babbd9d4f21
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843302a14afeb86b9d0efe35da7bce3d44295d8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14958474b37f4c84189de3f10b3baeac64a77cc4f9e3c9025756432dc9d4b63f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d37a2d17bf628b1a12dc8e2eb9d1022f36102b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b588f8e70e2a047a5dd1e8e576b47c790b2ce37b7f8ff68a9ad0cb69cdb505b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24eec7cf107ba2306cfc1cf6478bdaa3c233a17a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f0562655b2be8023b630f33a67851af6bff47974f07eee2bec7b3e35b18776
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fd0025d92fbdb09ad0af2d51b3f351171bdce2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c59bd13eaa27f7024c3ffb0c59c6c72273e01984627c034636530d8e7920cec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdd0f5fbbbb0835c8dc8d5a4c37f63e7405c162
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481f3328111b1d50ec2d62ec50f7943e58450f1ae4e1a2826f39bff375b62f16
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c536b786996375b6acc905e66fe57fb53f0f90e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3e3af7026f4d1604c49d66a356a7150405120bc6665dd0aed6f9364baf827a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc1717d79aba15c80d41d8147b2568a02b94db2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3354919ceeccdec08fcd2dcd8c12d4724b1bade4fa04deda31bd3726a7e20b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55824f7057ff6c677e2e7aaca143bda8af7af05
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf7a742429a020b657b62b0e7dc4844adbba42ddef5aef83c6077ecd58133c8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ecf368921bbcb6cacb6184647526b6513bbb5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77678a5f5f9712cf63d2495c5e03e0622d2b03ff3eb71d3c17921b67a84f0674
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1da341c1abd581befa8145ab6483c4308f7c4e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358aefd28b2d4634db15b9a9e42233555834b4bdcfd3dba8ece511a96ba53d70
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f821bf392a648cf554ee320ecdd79876c31cdd97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7810a38f0ad9e11bb00220afcb5bcf4d0fb2397aeb22d3fbbefcb8020a6ff60e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af41f48616b826b4bd2e94611370c67d4d4d9dd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edd6b2982b1d576cb2a8ddbee0cea1924d5d01c274123423c01eff682c22c7c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3d9ddf25aa25514564e10053a4d976e50c8667
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaaf0eb91281ffa58d71df61c56c7e61f94f0aae968123319683c8742c87ddef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9331b9c9a1dc05b402b9a79c3ef2f7acb4646a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f83a5c6b61b5c18327f94179dce814a7dc01dd9b35a3e4c73195b20bec5f4a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b4099a74ffcf01128028ffdf3d7a1f09dabb82
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2cafe092ae807bba9b7d509f15f1831dc4fdceb9f21f505e41406c340d099b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5055aa351ab7b16bc6f735267ef3312024cdc35
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfc4b5e4236cc3fb99531d83b3a90ee22853f482fa239a5a1c88fc58df9ba2a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7a63e8c495801433971ab70846414aa43e1f30
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c096adb140a580e6ed69c98f393634a4744cb32e699d255f4cee35ec8ec0e3a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36a07fd965df299c83125f205f1019de206ba8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b90d53626320dffcf7dce708be2a0c02007bd4683f9f9600176b341f3fc257
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fb6be88b15ab9ce4ec8952c84fde053269cb20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc25fafc4d825f274ec37d447446a6d0e613f488ee86acf98871313e85aaf4d5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e82df39e41d0b494be33ec0dffbe297b090109
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593dbb8624819ca116acb42e3c9d5aaa18bb90da4e6a6ee6d330528358e09fbe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf50f492e1c5dbcdcfe32cb26339109dca22964
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7280ca791793e40ad8073a28c2bb22b61fabd7631a9504407775f3ce9fc2a3a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3fadd00053cec603fe2f6f51df70df2131fa18
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789bf3b97f77ee4104bc29c96efcdcb6d9b65f116dd3af083ffff3135ac04f2b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4a185ee2d1b0a4709f5ef5d7cd470fff395f7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc03b2181fd8c67f3ea4e38d4dec91467208c19d6fdeba69da43e01911e4914
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315781964fb5831fa04a35cdbb2677f65d936750
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080d0d0a441866f8023fd18aa6b084105e06cf25bccfb43266fd3c784882a8f6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8b958c62391a6f8f9acab896e05892d4abc687
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe314c484294c3fd382c9e7dd5d1c5b27197e4729e794eb13c4ea9d77647e283
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5d7908417ae5243835f2c245986f1c16408d45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b811df58a298021a0c71150aa24deb5bc6796c944f36bc25033334a0e6ef2bb3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c28f1d1a515ed6480e40502a408b08b8d216e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212b835f5580d31e37110f87cb159ec3ae040e12f2273ebf0958b13ab128955e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecbc803583f27c6a5bc9c486f8292921f2e186e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8930c27fa5c4e9d76fa0ad2312fd82bf46450f53c7b3bb62a22806f81304b37
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fd6f231886b75619c824ccc722882ba76b2cb2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93216ae8ec87e69f99eace2d09382fc21b0bdce47be58c1ab2f42e2b22d0d48
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dece9b9000cdbcd7c2077535d27ce2d6583c76f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8616e63fbd85117d421c870104b470d1ad426f2502d6c6dfa422b4cfe46536
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab2a2f4d9264cb2b98ce475236bfc935318eb6c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d5f2b349703f34f854140b0146cdeadb55df4c50c56ec14185dee6764d7d4c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a65a1088bb7c4eea460e75f7f518836f58c2249
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc1e98cf24ce3d5436b6f29150375434cf364ad70f5729d41c5047a8d27cabb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0c742e08e9b8b0b6417d594bd1b61061d71adc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fca2548a344b361ed4bdbeaa3e491a3a759649af866f53504c7796d0ddc85cb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95bfd0a584f06bd2ff2a7ce3e707ff04418ff14
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178d32c3c0bc948d52e61b622c1a39e17fd8426e688d6b1d9485ee15f3feb9f5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8d0f5c4c01a9c2205ff1877511e2b9ba212ccd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2845c9aa0cbf16915d87e3c21ced57fc28ea914e31e8ceb519c15005d823832
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8c783f2f4d2bd6d9f4dd103181f85e2c493fa0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebfbc396081c05ff539681d04303a20cbbe68eaa1d4b383e837d1e0fa1f6c31
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6f072a432fc030c9752519be963e1335990af8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afad4ddf2da3253c11ab18594e4a12a8da451dcb75dc558b110d695769493493
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907be3e8c3937f8577178f7eb529d8ae52e89ed4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe847444a94c293a0c83347e6d7759bc40e7242d8f4c13301480d9866485acfb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7f91be928079e7c690cf96710469215fc28412
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cc4d9c9768e8d04ab6418974606bf2432bfbc34b132bc5190914814e396270
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639e070e147016180b6388843d67a92231d1d214
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245106e6ca5aef7c16b35445a67fd60b64f9997b6f89c21fa93293985c8ef34a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338c62b9e4dc3fd865365245d98ca0274f6311ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d2b9e27e7f1b01570359eeef4f06becd028d67ea2bf73adf19a2158a77f986
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da30e1ff67314b6ba7bb17f716c5e0a5e0078792
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e8e09d013cc3e5f614f53af7a3347eb49d3b19f863dcf17f425a4de25b0912
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfec05411aa0d66c33bc91acc803e75abc7c33c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b91ae75183c06d7d045faad16553c5b81509734ca5e7ee12405e545e968ef8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7e67e3bf1d9cb8aa3a18be63e6a258aa0a8686
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67e9498beb701fee284ef499e7d845ad03db53643bf589322625679099ff31d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedf769585f67637d7b4d84447d91dfa5c2cdf16
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09465da0414100d1c4228dd2f3788fa39dd0e98fb5f85031a1a0afb505e22955
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c1c2275cb18e26fc3f9fd42705a4081e635662
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5211357329bfda09355b1f1dda3d1a6d73bcdaa1147db679fa0198d360703783
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864e79ebf45b3fde64d7d6ddc5d00f59900b706a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71395ee9c61bf8b5c696c0345c805f6d4a7c83f478d171f31ee99540fa8980d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab519d38d98482eec14a412d8b10f2bc59b13ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f441b325598d7d661fee0bdf30e422a1cdcf087fc051e3e8cfbdc1cc3a6be7c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81810fb595383c445ad7bc0f91cd0b40ad1619c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6d014b372489dd67ed35dccdbbe0a85b5d4ff7e0120a19907252e528441d83
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92540a766270f50ba5ee338f97cbfcc360d8f2bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d51163032123978ba0c48a44569fdae8be1f86cfdee95b8d2ff9c76a58f4e24
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44db8681469fd60758fb14123366badaa9b140df
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea946c097e4054dcf78b028517b32e853c3ba84c4db56486f303d9828f3f72c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf97bc69782773fae2b96c4bedb53768279e82c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1844cfc80ad86cbdea2f9185d4be5b3acb48a5d321db8f19196b59c52b76a85f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95c9f44a6907e507c35d4f83fc02acd176ef454
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382b1198016595b79c00dd05f79023011fd287c97b845310ca78acd0f1b4f20b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed90ba6c5711e23fd0ededce65b25be318da9d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1595dad072e037b3de16b0a2bc882bb50fe0c4a7afb483bbf566d474fb3c5c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212fee9277851a40aae245e4be173c95b98e9bb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804a98b23413817c2dba7f0e06a9c42b12dfea84ded20fa6769a0c61d56891f8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea856abf349890e7e8ed45c359f81198695b3e70
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dba83517fbd246c61c135d5b36217aff9c21a62da6a7fd68f6252f294f1c382
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83187983dd75d21c2f088202e19114a54d7c995b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c447d8db8c7f96972a5656226e24545add768d3de1a5e99699603e976a2fac62
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a8ca5c66b33278d33d77629741f9d452d5b2f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0647342134c3bced034def3e5304f9239aebf484b503db2482fad0443b086cf2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c621baee202f385b0d8453d82a84ed6143917e13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20109dfcddd7e9079fe8e1f43a15a050cd375f8221928a15cda97fee868f646
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a99d3e78da3a01021265d804134fe8c4df4bf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1044a4c913dd0486b711413563aadb2da3e7b10223f798db79fb4fda64089be
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f82e1aa2351d7144522096ab3104104f836ffc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9d93ebaa5ce064df176f2a176925f15f432160beb139cbaed1bb26bd1bb3d7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699af804f8b0ac5dade24c8c40901052e3f59cd5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99a0daa1b4611896d99d91a56da1bf5dcb0aa879e26941646c81eb1c02b78b9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e21aae9e701a5b626b15507ad315792f12611aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1aa5424a3aacbffd2b8d5fccf2204a903af819cdcf1f2ae6a1d0094cbd7da42
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7b6a2d44a29f42606317fcba3607fe10762513
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb694ac3e7131367553cf8af164f8a00397f4da5302fcfd86e74d0f271a60e8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47212e81ad17c3fc34351d6a1a95575ec7cda737
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56d799499e9e2ffbb59363e3a0b2b677f7786fd40b3a9f05951a96e992eaffe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c171baad662c43491230d06b2b90f5aff0cac557
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb079cffc68ee64b90781538798ff2dbea9e6fd3da382ed0c1e88328e999e445
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc3574f805cbf6ba51fe308e66b2a3df4eaafdb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b347f26d363964c1d094b1ab7f64ca9af1b134759a6f5c5caea2b55dea64e609
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a66cce043ad1244d83e7ae0401c10a3c7c8176f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a65b1a65c583867ba114892bf5b2c28bbc8fe3d6d4e2c59937fb04f53e5e8c7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f267854f502bfb023c14f73f7fcd64cad40c7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409e556f7e7ee7bd54c5ddf23deaecb68d2988464845f3585a3ecc7152b094ce
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dc775b937ddc0cf5be46dfb6067bffc59a4011
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3de2c24ab49c1f3bed65ed41e54572dfea741c5a3aeb147b2c2b6bd6beb9811
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f040d4be2ae028f4581681780df4948210619719
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07689aeabb05766a6ec339d5c72a1fcbc0913e2e5a62cd59042d371793e73b89
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f22d10aab7093489d7ae1b87e5eaa79aaaff769
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2b4fcd9c5ad05bd924af03f2e4fecfc7eb3fe020368c35ea3ddcce608f2a53
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f363d43542e2d2a59b057f5ab0cfa937f1e448
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d310375847a022800bc9e11efed378c259481106067706496ab019ee6b68fd24
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b64e760cc87d88cffbc0f861e782c797b78fda3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f416c782af35eb2dffcba9afa83b8580e25426248384c55e584c41a2f8f9be7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9c03c958bdd774bb1351a63b7a1600f2118a1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1963742acc7188507ae8117f516556be92951f36bd7f00c5c88db7777466ffd
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a16fdb589521896b6254e61cd38331879a05a6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a069d99659b987558044f34e939810e0981987458a7a0b51696ae0616ec924be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5146a5b793e9757b5b3e79798957ea3117068653
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e77bc2d40a87135db878d59207c6a1478eb80b64242988f0446b0f8b42dbbb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ad7c35fba6b46d093064af12987df6a0133e7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983f1f68ef16a5bbfc7de31693032bc12c28e04aa08360189e8182ca4d39c42d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399397e1f37d298003d0f7f8a0444e8d825b072a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941b1eb6ac64f72948425068eed5e3ab2e4221c367f716043c7d2797a4fddcee
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd24c54421c1f161d5ed1b7bea119a17db2cf513
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07f0e11682ab70274af8ebb8af5be46104929dd0f376cc5e089d31f67e1a90d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5018fafe841442542ac5b92823125200adaa86
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cf454a23156155e28c7c1d03796753fe2203153f9e4e19d596056fd3becc8c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faee0c98f826fd6cb017f2ca5968968148498a6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ed03a3ec3de2fabf24716972b625e110be6c1c6d175bd77e51e4ebcda2968d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611a175616faf66178c12429370c92e5dfd9b835
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be76e6b23e546f6e79666b5adeefb02611a45f15ab8b9cfa182ab1e713a780d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafc175f9e1958328d9be12a15753ada7527fd7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d619bf179b61b6a107eaf4230e3656528f5ee3d40bffd38f8d52bb1dea5f765a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1388a04488c0750ad85cfc7481631dc1bb7289a8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3193b411eb0b06c61fd811582ce6cd248e90b29948c863ef0400211fb269f72
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9098f256ae8dd7364fb36e888c192d33a257e2b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e4374ec17e693582450ea135dc5e5e84e4da7b2ddb21bac743635696dd5c5b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a7fab51485a7a8244f677d2d60ba20111381e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c460defc964d9142f4c4acbc756ed246a9a081a2551688b9a5a306c06a4dd8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ef48942011d55e1cc136e412a849a2b0c01691
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1516fa8c6f2908ee4e1ea329a287609b086e32278d66bd0ac82a2338d4bbdf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f3d986e102bab9239063a4555b77d129d54a08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e8c94d338c439af14f40494e9c5ae19182ad9b3fe883e871121b4397379f9a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4a9c9bf352d7b17d2762998a6814fa9c0fd0e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ac6e975a944473a35fdc2f9bdd6719cca5b1bc95626719374d50445c54f551
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a160b76a347b484f22e1980ffed09bae7a4c6cc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d7c781b11902c5a04e0ca32726eb4ed8bd8550f8e04cc40ad975b4b00e0d20
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc5e5aa516b13e1009ea935d6b26b9f72cf7246
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce26d8e4ee81f23872014b9b28499607e0e8a2bd96b7bc638e486b105d2ef40
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55e68505320ab7eb22f407fabe90c056594029a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b056ebf2fc62afd203c809611af4988990e581916fabc26859eb5f05805323e2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97835598b894c1e257c21cfa0371841cc3b133d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7add580ed064abc7fc09db14030817025a4afd2fe175034ecccc831c4b96f6d9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d234a5aba2258108181feb7dac0e952a45c1ac3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae429ff186a0ada118af877ffb1568b8bd874fcf73e18d203aab16fd698acca
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0569508ed8a1ed9a24faf7050e6653fb122a49ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670d002afdca122729c4c03103be15116f336402a457332acdef4b9c70ab6675
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331ce2c2478545015438511a0930fc9568c530f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81606acb81f0ee1941ea1e3bbd45e587c22addb21dfa36a13a068fa706f58d12
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda7f7ea743331223e3d0f6f22e903d6fb21f668
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79fd731eac989fd5a738970088c2274a96ab2c10cca4650897517cbb1b07166
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4e878d948e3bc4b3db4c446fb820afd28b3d75
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd91ea0c769040ceaac2726ed2637de7471d74dc8bdfd5742c6651e044fad6b2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850244c33c5e3535f409b0294ed9a0f377e63043
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03400cc99581fc9349c64e0054a16d0754f7eae2cf973ecbb05894eef9dd709
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556ae7ba8b82d041f4fa77cf60d8aa87bf2bdd04
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7438507190b99252b79461191e0f176a96e20b8118e5470e014681ff8f38ac76
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b73d046e9fe29ee115ba326b4d7e1bce97edc4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a347578322729580860bbe0405345cd3f20003b1ac3a010dd5d8581006c007
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2b84bae568a3ed78a2cccab5d4fc7056c831f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be06e3eb890e83e2a305d1d51c9a7eaa4893f328e275835aa97cd9d37f5a50c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ad1265165e71babc2cbb1fc544b79a7bda4db9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839f72cbdc9847b8472077691252b32475c7b03fd3cb19beb20c4e8d1f4e9bd4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c8a68ca063c5f325e20718e4d79fa3721bb5ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d57fcd461d4152bdc7cc7a55105b779663ba503e57d2a55f51ac0ef3bc8ea74
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a8a2199b0f7edb3c0e9c982e85b9777c1dc486
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0be573daac5fdf4379f26520028fb1245c48c716042b1a3b2ae999bc98e18b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e6af3058c58a52591a721744769d6f9b309de3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb586e0f2a20256299b312b029d3bdf091bca64fd1fa9066e53b1784cc37b891
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef27fdd485941b97e44106a085fc5b963712807
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249f78d9d0462f0c5209f5028c701f3bb3c2f9380cdafa91f562143294719439
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d53786d534994285202942e220704036008a0eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a42cb750175ee8526d535182512d26df6ff057049bd13c4b27bf8d267d5e4e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2055d873a437b79ae8c965b3886cfb36e218ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754eb9d027a5a6c2d8ff53fda8b9d2afa68535eb5f6002aa3d4166dcc2322c0c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19d2e5206db3a44ef2e546d91f067cfe0dc9be1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90189339c90aaddfc190cfd06762119d3703da844e3990408be1d7b371dba2be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867f6a9dcab31efd7685b6723e06940d374dfe2a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec8a5d29fd78f0ba3ef7da9e4f18dc6ec727fb2316afe7a4523b6cfe2b86f11
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a28cd6da85f1073e7f3770ec35718996e07e8fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e6fe1aa36167da7c3ff6005804ed8be3803b8b33b58581022d9549294639c6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d93e7ab1d6ad9c8572f06bcac70ea4baf36e62
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a92d276236bff9c85ed1f6c2a80c60c0222380e7feaf21042066a9f8c78d25
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbcc7dbfcfc2f3477edd26962d707663b03b40b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f00c471133ba59e3011bbe08d7821e1814ad671ae6ee8c75d43cdee99a6805
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd15995af3dd53194f82aa357b2503b89c86755
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae3aed2b7f4885acef43cae9a46f61d16af27110a4b93d3cf9f296d639fe89e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9629ffc168eb7f97c0685db14fdd4364cd98a3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0097a61e416d82d54bb840bc6f618cf56358728ca67bd170580de0dc1b766707
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a334fad5bb11ac02594b77dacf60b9086af93d31
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5419597ccef84b214af1dfe8e22c7ef592f013e13546335eb6e121608f71818f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc29910e6095402afe6878c1ba6f64e0d5bb702
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48ba1d72cae4caf9458a7a1b3d2258def498d770d6c08a8fec3f87825652ee1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c737e5810450cf86f52f273b99022ae88a466c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7eb0f82064b928802210d748ecc1300ca703cb5f1c60e368775f3ba5153514b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67338a93f0951451eb108669b1dbabca1066453
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15678e7c746e38039310ed75bfcfc269820898a763116e8f79d9f02a757279ae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3f0086e3cf779bff5cd351cc098cf9c264b60f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35369497de00fe928662ffd73f5aee81e75a011041530872e08231cb226e2b9b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f938b9c556c2c296f7ef73a77b44d084b911df37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f72cb0d0777d76d6fef3f828d6991f1bf704019fd6c22c902077e4180b5bfa
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2476d158eb0c25f3dfc595d681c63a86152097
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7be57b3cc24e028db3176687c2e7bcfc5622feb7a41177cadb5455781cd2fcc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c5144b8f06f8f448b576673fc739b91fa1d8c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1219010c56b1009f15adbb1a20a1ec7159c7998c882838f99be593812a4999ff
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c97a67c001fbc0b2a65d12db04f668134ce01b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0455b728a6431f463bd335c2ec02616900dfa944fd3a3dd550c71c90b9c89b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14520039b8897dbde5c613a4b69076e0f0d2452e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb42ff4f58d3d72e08b14504598a3024e43551bed77a6943e523693917ef72ad
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bde2743876eaa56b0f24b77882e54fc63d74a55
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5a3794a26e30cebc075b2f0a1436029bc7f0e1f7ca4d2b66dd63159a2c177c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9b7f90bc80ac8cfd3faa9763e3e0c76f04173c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f4dead7b3b9950b91f9c32f61e88fa316688c2d47005ae0bca971dd860ead7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511eec2abd875960c0bc7c5a0a04d718c5f59869
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ccb1a2c1f9469da3024041ba00b81f1c2741e8e63dd36c7ab1964e04650824
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07ba324911f1abee4eeb64efc004dd57f6fb37c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f34c55830649bbfaa5e727c1d0e19e3d5790fcf186faaa7b7fcae54c90844e2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d520cd0a03f4090080464569dc58d9dd0c6ddf1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2457bb6ae3c7241955139552ad097d38a2d186c40e603e3d000cdebcbe4db4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bd86ac5c2c0899bbbf38e9dd83ad96d836f002
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be9a5f818819c45202b91dc518bdfda57fc9b678abf7bcbebf1216a2d8a1522
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea49e56457270c9dcb6bda9da9da6b4d18312e8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76440eb2e606079b2b2650cbe1df44110009e64ed8048858177283ab362bd8a2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b957653c8d0205d0396fae6df99f4ced403a24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94115c0e52650d0c570f2d25d7d9859f9774d9d7fc63f9c4827c514756c7b60
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e572c908d3b517fc5cdb7af2b36492153fdca7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2aea9918a69006a3878920b7bf7a4c6a744da6bbf6bbb2ae5c2cb615bd1f28
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7faaa62dbf08c501abbea3a593ee54aa3034c66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8d395fb6ec6558240a056c4cb981e85c17ecd444e43504beac5d8025af3ac1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19aa5fbbcf6986ac858c3426bf146ee9d0a6dce3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c8b43f8908597ebc822725578cb53e3c3b9e737f8f9d23c157d033b4eb315a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2eb356146a9470ebd80ab8b5ac853f73f40c48
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06363d8bdd5d9c8fd8638e629f80562f995114cf24cc8dd440548acd06b6440f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f80636ba8a3f8ef7af3c987c1808ccf16b7b048
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a80ea68d2b53a974a59116aaf07632994085f2460deb4d366f2c70a804704b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36896b873f9c9aad39570e83a877f2410ea27f4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47192ebcfeef85d9552738279960c309a1310f2e6798a89528a681c8eededafd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd9f4f02cc52691cdfe2a403d0c94469f52c316
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e084c69a108bd1a53dcf947e9151cc06bf78e107ba991e665576884c8d02059
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505b1be0d174a8986251b6deea7446fb07b2565e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f55f54b5b31e458840730059bdbbe855e47b40baebdf9a0a6cd56f2dfbcc93
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98096a6bc12f9e92f5b265e5b8d279ffa4a7679
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c722e83f8fbf49cc6ee1f1e02fc7cb87efe90c2d4400c190ad0361b5bd8dea3f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5041ae4bdec46bf7241ee4198d24883e65dd0b0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bfe97d080181dea2415a84aa8e6a3a53c21e5fa939856035f5396052c46da6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea0a3985d6ddef4444d4bfda3e26e7a3b2021d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cf56d16b3ef6a389b536fd45d8319dc73c3c1a39663509940797dcf9176b54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5a70ad51509ac64f2051146b88c4f1b600d81b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c4b3669b64f4171cb9d64c159b6520f307eee31db9e5d0d537f1d8390146af
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9a011c417588eea00d1d72a805c2b1c1a86495
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87055b41aef38ffd24a7f0cb2a4b6ce90661c1ff2a6388671923404241301c77
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e5a763b30c5d70c6eac552e75d995de4870307
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35730331ecf32c9abc2240cabfd9e57161966039771b906c95d34b5390bd7a5c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acb0283af0a15f71e1592daa7cc706fd0d58aa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506bbca67aa09f80d50762ab219bdbb9ba6ea31d2411d933e62d078cfc900aef
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbe9277529d689430f938adf984d55f8361995e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc21cda242d8339081e99ad94a2c1a91f36a98fa1d2df02133d4ed8cb5e767f
+size 2179