diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df5afa107a1d95848a53c8255ddd48827a156a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7f3e18341cc2ee9f112c88f98502f50ae2379d70e0efaca368109b32e32a49
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8288919d1a458cac0657bf3e01055235224bc809
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab05d7065c2e46811ff25d84f5b712aa7458f20019f64e97645d75cf616774ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5305568869eab6bc60d5ea47bea2c05de62fe73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e48252ab18efba137b2e7510e750d090bd7c6490a8c25b6ee8af5f18fdaf190
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6ea6792f5e489fbe196b4b6ba3a1529a82a5f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04528238321b639cb2c7d127f2007dfa921c5fe2a2ce9e66dfff88565307245
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35108cbd597c4935c39e20e60c79fa1d9202420
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cfbed0448a9d920dbd5b8f9edb7246c266a87c29751fea507a8ae02e9e2d91
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f7ea9cad1ebbb8ae64a6df09ce14fd3fd9747f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58a2afd24aea48aa24d4f2d1c6ef218d932251ba0b3171f9ab4ecab8143714c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b09b0087f7d2a74862b21c7341b25a9070c0345
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5917948f5922f51185cf1970b90c7d219bfca906c5ddcc2c360927f984b35e4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d824b7890e45e3bba87cf0f12d181a27f9cb557
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff0bcc8c9d7a02c454f2a6c8212b239200e3022564961cf9a3f5dce3c1ae49f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98970a326c7c234fc6afe75c1672bedbe248ce4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3108b8d9e1a90a6d3847803ec1a74db2efd3f3c33eb1440addaecb55454a1d52
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fff9492d4cc8143d137e0e592b9f71bc402e50
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ee6278a9fea3415d0eeceac1d4bbae3a28473c8c5e35fadc49a636c73810e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daf36936bcb72a0404257cf7080da91467458b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8480f92f15264f0da23fe358f2935250f58fb1a934960fff17eb6b3d5b14f88e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd195b97f80cbc53b2a888b08c1ba6a30a7b2a9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fde78dd96e12316fa5a9020ca8c79cc07893d97cd3ef2ad19332fb6a793081
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633ac7fdfec36892313c01471f8d2a03b21beb2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3f5d9c71a46e643dc39bb4d273a4fb82f6abbd525a5f01ebd7cb0a39f3aeb0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e35af0034b0c5d6db0b84ea4106e395fadcf72e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701e3bca7ee7bb5c2b36ebdfe8f39c7b8f4edf8e24fa659a6830f930f1a470f0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc695e1df041b75dae82591fbe3e65d51809b1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dc1d417c20879dd13ae8857c5688602e9d5a74e66646fabb265b76335d449f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5410094c9ab5821aefe61987a85e42ebbc198f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da9a97308fda4e1d637a28472365d2514ffb974aba0a31ba9bccad4696b49a3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c84b4a80cf077d0ae668d8babc88652fab099e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc17cc1d5bb33372cbe4c1fecd719b8e9751134fa00a17bc20452037123c6e10
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2758f274d79adc170d720354b8ad54d7d3f129d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84364b62166b919007d454caf6bd0db6bf50ea471143e7efc216b3015271e412
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e02b0b190f4015ea62eb7b206aa062f4540e445
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a166489a933fda227197f65d2291ae4b2bbd70dc12b915022e22f02298421e6e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aadbb84c05f872aa85e1e265216688206e4c7ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16dbcd8b605b5bd1a74db0bd5063970f6de54de8ebd42c08a8f3195f481a5d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd997c599241036089b6b15adbceaf77608fbe6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712250db868e0c6f6f71890b4819d02daa731d9de988ea43cf961f5c70d985b8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21003f791dfcfa8536c826a2a3cee288d123faa6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcce93e25b8d93c5c3f552d71458f6e077634cff1a18bbabb7f8129250faecd5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2653ded93bef0ce433bdb8d3f09e76f4c6dcb7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ba0058a0c3226eb6bbf8412ceef20b340b6991c16c24d300069b13b5d04199
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bada1166dd4b290d2031317f82599e4f7c6160ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6848fe0f3b89ca4a8a977eb958826818e931916d2943a4cbe465d28370ef675c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479bccd14ff048d7111b2caab58883170129f131
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127c53eb735c70df2f771d0b392e821089ae8b5c1c16135e6a51d50907d88206
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7db2723bd23cf56cfc9f1e99e42b6a02f2e7199
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91efb566ec18566a908d17fb98fabc043930d418cab999581e6574fba953fc9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a42463fa44a040cdc0979fe8c8ca4d92552bfef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1467af51e1d52a070693b0825c672b295e0c81b1ed09730e8b1f60bec10cc8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd0c650931f5803cac419abdfa63c194f59b3d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00defb8bee64478c8c79f097718781661dda46dce22d0f0a7985cd811ca2183a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d64b87e8999ffe01f575e40fce0eaeeb124cec1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bac822d6a9ace47fc54247b73d9e964130c5fe6dbda71b0d7fc8f4fc5bf87f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bb16b187a2a4b6b4f802ead7f1b8d050a9a083
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d90244121594901e6b18aa0195c4e922213f2124c6c7b29cc201cfbeecef9c6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9b4a71886af600c86c7b8b5c7a919e5f608643
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c23f8ee96a1895e7c989ea75a411e9f9388226ae7185443770c033e210f2b0
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21456c69a07b108f80546968803fac9e57d5e4ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4624edef108cce2de6c0691341c5b53af2f4588e2ab015d6e52d5561bb74750
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606a0b5b15e63a01c7b3ce768b8d32f54f8fcb96
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1387ba7615b54dabafd64f4ed59b5733fa453ee0f55df0325476ce0fe2573b22
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46297dedaac2b60771e5fc2435c2fcfd69ce861d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64f71da717cf72290bd646d4e9d66ecb0dd1f5f92c4403d0396dde690ef24d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fad1ba7a1214760f7f6f41af024eb4539d6745a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2624ef89b1fe68a4ee807941e5297500fd8e4ee93c90b8a234ffbeb848c5446
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d9714be4b6f9a0ed48d63891311b6cac65df93
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1497694f003ac86414a3e3e45b8c8cc1a8647ebf85363ba86bc9d9625d75a8ae
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c908561b0d340a943f28ea1a2c1985c5253094c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613448f990dc3247eceb0f3978bea290ee3e5a3fe79df679dc1f24362c7388ef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758894406ac8f8b2eb9eed8a96a1ed2fa8d19a3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de96ffa1459ee1fb22077f8ca90ae8baa44e647f0c33431111a82b069fb8a3c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b6e2e078648f84841b8d33fbd7a3a2c9fce36e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6cce006130e5e56995fd1e6c8074541847220a7350e1c70e2a63db70f7ae9a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fe854036c095e0b4e0e0296b630a3589bd7bca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a893fbe2dfcb7fe261d7ccd101760c45121ad9efa257cb002c75f14d792fbee
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95e6274054f7012d1015d6ff2287d6f9b8bf54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9846cd46b940a0fc1720e5578da80bceac756506239c52d12f9ce3a8be28a315
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bc25ff89d6f7595f14c792863ae6832f3884a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4f5d1183bb57b72b121ddd336da2cdbd14f2441a5dc49722cf01de9aef0bd1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39bed02b14294d4c930cb3f04944f41c65c687b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854d1a482e7074a0622592614536d3f77ed7b0adafc6dddfb0e239c4b8aea45d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8292e777e41331b0f34234e47d98a3d5501ebe92
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5216aa114fabe9d9aaa92daf6d4b80f1c082abcb03cccd547e3373f197120670
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34690c02b04d3116c6157712e7f5bb5cd90bda2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9e34f46bec4f6b5ade2069f6340d35210747dbd57babbb6f3430de9798d3f7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b518006cf3040a3df874aa43c88589638469b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b4150c85058de65b81e5fbb36fc080a963c080122bef818f3a5662d9e28dd3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a18d7f948ffb5c30c69544a0d55dd30c28518b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b700508f48a6e08ea1bb51632c2b1671a36a49980f3e318339b56e32b1d69757
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7f3964bd5c5d17e53df63fb58f2ea24a8dfaf4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbc5bbaf0a5cbbac657cd6a62f89c074267704d00e6ff1df4f9cb25ea425a25
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fede2ce528722db8fd2998cbc8448ffce6affb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7de966144208e0ac3f02cbb9a2f8ba6612bb6f12d7c1ec919f6e4fda76ea0ad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5977e0a6d13d12e176580743da767fbcfb50556a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0183c1d9a05326913e500f6c98ef5fb9599ac0a7a66268dff3a8f37b354c43c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa942c7dbaba843a7af03a7cae893d2bc81334a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a185ed9345746ce400a1fdf88fb3e6fe0b33c36fdc72b22bc04888455eaf685
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ab2a919c5d8fc9e3812d425123983577f5deac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ffe5bffd6d1c17bd9f32bb7c2559af63980c01bc9e3b1d6ba091a3f5a07f43
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a293fcd47fee9788003c73ca595fe79f0fd06df3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7092c83ee4e5679ccb64ecf350bccefa085ae756703ede7fd0f2ed84b9a5bd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a77c2a25876d3f2e53d97e83fe1f6dc2e396cb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0812c130a265dd15edd5e19b69e0993f1d67d6977e09714236ae14ac3cb567a7
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45fe9017b328c78946f21364e9dd40d9c15a8bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d21b0cbbd5203db74b6a5d011ccec5434dfc952cb6f98f7df3ef96e90b20d4d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ff048fbd6a714eac45d90a7330d38f99467a7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f554ad55b5e65b1c893c63f07cbd70618bff57b7eb6e541d08408c03fba4f5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85db0bffa513c903ea0361a90d024876d93c5f3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2f9d89403000d532e18e91e147d54f49269e8c982a793862ab54402e09376c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329baf01ba72f69e0409c23dd11fb54f7caf891b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9915e6a3865562cddbf7bc3dbac79dcda5ca03548a6140c1e4426737cc0cda5b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82c2700175cd6b84d0bb9bc1b9e087ab0b48001
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b83103d5eec9a5cf342d454ac3e4a952a9f43f582cc2fb9706fbbdb64c3649
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a06a1837fd9a40cee2bea63ced2be6ba78f2d08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7bb1d0ce9218fd100337d72d52db60825fc403c6acb2b24677c5742ef1b72c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46266f2f9453d431c59e00b2afabfef3bdb704c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c8cdb4c2deb1e8ce5db621b7e56fb79c7f497b1b43c6446c16329c37f712d1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bab67cac14049f7c99aaf1f8ef9d5bcf1d53661
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b8c49f3771b372e50a8dffc55c733955318a275126fce7e7e03f8d8c5a2461
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c759d36e3199bf4197eb7dc51aac163d653d670
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1530ea9d061faadb91aa0261c07a13de77b5cee81da4435a63c237c6d1bf1c5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68db24ae573f3ea5d75cd2ab654968acb0882c6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8350e6b208ededa49f49390eb39d96e12b78bd05ef083bba4a7af1ed686b09c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822ac0d32fc0aa756fbdab5a803a5bdefda4a1ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7140416620f67f0d43dd2870cc9b0be2d3f07d66f99a2cc8b67bfe2b1121ec
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab7b786b53218f5b2688c7b2ae55efc92ba4e0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323d25eacc517eca0710c0b8030c56f18a7c4844bc22c947360302dbb1f04533
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f251d2831351079ab81d91d85614907c2fd4c9a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7170c264162d00c193077dfb20062f7cc5c7286d51649284aee869a928ae88f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79e198f13865b144afdd40efb23e36982742880
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d537c30201366b4e56ab8fbed91efa7209da14a23712212ff3b89ca9a96ea07b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d921251e6d2618177175b98d88a3b2777317b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdd2b360c5caec80f47d9ddb286dff4671ea72b71a520881741deff7dc876a8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77269d2560531b0bed1f6f45d14cbd4f907d7e97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6120ebc562de8ca4126cddf8f35bef785f5bcc86f30287faeeaee096bc33ab18
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28c5bcf9654260abacc580c665d850eac2ef3d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b67f2288b5adc189024860293ab9e0743ec557ce251f12a67faa3b5573c3f0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8410d42d08a00fc9da32969616d6178902062b1e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e05af5612c6f4594331a1e46a33d6bf42775a2b675feca3c4d05706cc784c08
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5216707ca2e6c47c6b2c375b2713bba82c091c2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f8494fafa4f374c72127117441f059e341368b1ca17efeb68021c71b637af8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc8cea5087933b83506006ad95d0b96213e79c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d575e8a0769da64adc7506dee09700d43d372baaf5c7195b955bcb9b4ab88d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d6f47c4052277cc7a1d5bbfe60330a9f457525
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf07925fcd32021cc29a82f9aa827a230b52797f62028538f2f2c77e903eabf6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08d73b76da409abd13aaf6cb523dfc6ecdce23e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9510b97bf5ace7433936029c85ccebb75840554cf5c0a3801e2b390395d012
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f86660c21994f521b1f1c45fc809e23fa11e3d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3475489b9f1dd9cba1916a4543ce7550dc225bf2b2870dbb35ca034020881907
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3548c5fa38afb29b5a0ebd766ac58b151ae53d88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0813aaed101b5ebadee125482e7bf0cb5173562b39b6711824d0e525af7b12e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9096c8a0b02de95c2beea6d059b081d7b72537
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651d11d80405c3e3c14b7ce548f008b9c8e388dd446efef3e305deb074811b54
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3144473d57f1da7ca5874a4c96eac679304829
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52316f935aa8eaad0bc66cb7b4f6df4682994f82d32711dd2f08d404249c10a6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4fde2da8834c4844d1bae2d73cfe7437e63e1f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9160223e710b312ae880e81bbef3ddbc4227edcc1b5902ed90d00a8763b0ab57
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458a575c99ccfac518e6fd911655372f3cfeb14b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a968119a2b723b84ca9365f520f9daa8bb0f6a45845e94447fa0a4bcaff700e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cf5084d7b7635d36d8510d2407d8ac1773cdcb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270fc54217269fa05369be9f9852357b185d932ae921272c6df1b4bffbc7d97d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f2ac6020566776c3d0460008e6f862b44e6d20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b76c6db7875c0392b9e17318fe651a944c9d25265eeed169ad59aa9a815e55a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658bfcfb64e916f1eb12f3bcc9b78706f21b9014
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4045e19921fca3753668da1e23a4198c5886fb9ae8f76c3dac86e2af6a27960
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061dbf1ba8e4ed447fb32c2ae7bf11f913e46087
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdcc38eb2fa01697e543e3feb5e47906e85ec63890bd50d3070f6146eaebff6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9cdc7e31399506103abd3b85468e42e2a9c0d8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52acd6a7cc26967fbeebea080f1e50187bd9aeb5ae41322fa17f6821e936d04
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ca595c0cc22d5e73b9440a674d16a3aa893b9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2ac75568b918a25cac05ebb7a4b9a384c0a8af881ebeaf7656eb7f87866bd8
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64f602fe3f94bc55d5d9cb598373a1ea5cf1626
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb715e07871805883c606bb91f3345a588c5909c839934e1149b85f73ab0ad66
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b17c2e7d47d7fae1e9d965861f31e426886fd87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb07ab4d19e14c56b46f4dd2d238993d2e42f1a6ebd4ea6ae4a274f6ef093db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cbbe3128929f15296c700a7882bcba6c25b0ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4be22b31414f625d1208fe3a8b97566e70a5f5aaf74e186c07f4f9acd4c8523
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8d0752d5e8d2e48e02aaeebea49fd9e11c363d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef6e4f8483dfd4e66d81140963aa05bfdc03345b57ad10f1929fcd6d97da2db
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a1e14ff8d8d859bd1f285ce5c9f8cd788e85cd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3c300432d8f7e36e10c85eb7d78599d72ec78dab9801b77cd51462efd87e1e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067fda5bcfc58d32b511b26bee91470b50ad1c9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d0c53964e47709420a1873a72760386dde291dd884774131f81b2badd7a392
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5421882db671cf3b8dfe4e071aebc5227f924dbb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ed2489fa64319ec4a0f9c7c1a2ce4f4b68a8da34a59a9fff8fe4e7fb31fa09
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7534ee34c1ecde757bc3ff0d16cbfe9a0ec89cf7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89392052221b8cc8cf1a22f81f964bd6cf604a27f6476fd7034cb5027f040aab
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6031a4c810e2e4c48cb4ec0db67f9c08a0cc65b5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90c32b5fcdf94f055f7891861a5ee4dda1a67715b8f6cfee1c2e5460655995a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc22f736c0ff157c37c172c712cc4b3a0763f5e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41071950bec16f7cc7f71be30b5cf3a14da79bb169e9d5eb4a3119dbc933cc36
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d085a20d8fc5e310ad214157bd35dcb3c42717fb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca23b56ccee7972dec6a7560d152abb7d8cbd94ec4319d39789ba6baec336aa3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ee0daac811773cd54dfc2e61b2e94c8ea8d108
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b5814a8384ca4fe49bcde59753ff1e5a0729914e85425983961333b02a7af3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b72a6f450fbe983aa48c936271cef50563e10a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310aa9a5a5ad570c687255acea2181e2673ea50a751f6c842342a70675ea00ed
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8305302ed6d8f9af4ddda45d9438f112cff60c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea21081fbe6d17d04fe34103de456da83c604d230b9d4a06b79b7fbe46440865
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a38f7439d0cbe535d2421a91ed8f56a8b53d15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a90ce5488dfcc700d570f31d27e9a297b203b1bcc0a40e90691564edf2f25a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c8639dd3f1c7b17063155d983a16fd5ed6d597
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e417e066f5e9df9deaae75c2aba7bc0817de3e0aab48c5dd24c0b030afb01a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed18919427abced720c24f58333925bfa8de0908
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b602204df7c52868f2eb24ec593f0f09680a54856dbd800d0d911fcd32ae3a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a384d60dc561a3f71fc0e90be707efd8e60b51e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d896d54e8a6fb0ed6179f3f642d91d58c0af22faa9861dbf9a4669344c8fff
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5caff13082b25b5e17712eb5757d0a26691a87
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9984fec34fe78da4cb41a0ec957c31d55998bcf951a0530e1dbc4c0c50b643fc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5458817722cf8b56b9f4f7e3869f95d6c113f967
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5913dd31670a850d7abc075ffd3400758bbb4384c6fd320128ba4d287930147b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53675691373b8df6e2deeab04aff616ceb4dac32
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a447458f8f00c7bdd55b5e349f87f55b93641a7fea377f34d419f05d654db9b7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce59ea9f97da272c04028e6c1b73e8476e8a7f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c91d8c792e729cd620099212250172bc4dc071d294688f2693e343c500cbc50
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2b4800fe2f92c8693f3c1d64063721650ce3e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a5a3770e3697c1725fec40660dbe5f25bcebb5fa5679c84ce648bab17e8419
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf34efc3dfa62ff3beed95d62905dac8b16ee0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5f867bc014c0db09872185cae5110425704ead96039ad2c0af66c6370caad9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1609f3c4c536a838e61251f2d9238966f07f42b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f564830fc12f9a2e519152686096f299570e389ce3d873283c773ac8f1817765
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66d575aa6023ee17d0ee55b75276971fe6450ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b895deb4aa7c83ee6c370651ebde92a95dd869d72d459c4d4a3748c9d4992c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bf06b3b3c2955d9784c0f1c1c2e5a4c24138ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a44c1ced4d6edf12c80bec6371f88fb805cfcbb3c32ee093cd893740e54bcc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ed87cc1e3f3ea6bf04929dce62cc2406727ef0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b59e43d1f983da5359af51301dfc58e3f9c253d628958181f694187bbe4f3e7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe591a2931c9f7e686112ad0a5a266215b849dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a5e8b2cb251d67371779da7e72999dc742794c8d0877f67e2a07264122d5ce
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349bec19c663295c1e851412677bc61d762b2218
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1933f3e4a254bf326b00330eaa3c5cafaae04028b5642ebb3c267c3a7bf7e3d9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2a0bfb279ee201a3d7fb922a07a4ffb59cc7ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84046c44f8a88a639b016985a43b1cbbccc9147a39801f9e259f5555fe4a2b7a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e8562c68b0841c0ed4dcf1d43e7ca0d8eeebb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4855d7f88f1491f6c7a68311b72777a889f66884b9e21e86a937544a880590d0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebf219a0194a2257cb91a79d3181cfdbfa1fdc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a0baa037ee3dcd77f2faf4e5421ba5a1e2d17b244382c25a14486652941342
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b364c1c9c62b74ea406b62187b2365db41cd6586
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4599b33c64deb61be4aae267fc615566c989e1a0e6cda1e93a9cdb9920c5ea31
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962d38dc7ae82318bc19282036e9a38ecc3d8721
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9536d1089bf5bf373a6e40c00dc9d8cccb8a808eff42f7621c8c5cc0b2c548
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820ff328e6c81d85ebbfe44c363e6b5884972529
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd73776eaa0acd5821f6c6921791c0bbb7d05dd6053a8fa45101fdc8d0267938
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5691a64d4a823e92526528c41b8de805c71a0b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2faa5dcf2cbdb399aff1597baabc3fbb15abc4b3d7deb351bffbffe458342f70
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f813b1bae9c443d1b3eb0ade3a3cbcbb3a219b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f1af69f1d0065a67a0b78299ad14f7c6a161f87369dd401557ac1cdad238cb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e0a174280f4faeb6c0fda09fc75482c2892261
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433964527c65bc46024b795e0f2d65712848c86a5a22b6e305f29c19a899a50b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fe649ca93012487dd8f9ac3f0c0ad718af7825
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe10046f03c2c07777479524695014e06554eadb877ca855444d4f35d6b8d349
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e809f268ca07b4c4da59a603cfcc25410ad3570
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcbc58925a67916ae5403c3818c077d3124212b99cd584e2bb84073981efa2b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435d5465843b7f05d609f2efc5eb052dfeca9f9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6134b9ae048cae4a78cdb17f1a0620aa5749e5d4b621875791608b76c0c8d3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d502b68a78f21dd5820d17ea63163b0aff24f19
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fba3625a2c014a0afa6dacf69f1f4e9dde3a9d431b1ecbeabfb619580970f09
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acaa50cd95a2238182606ca7dc1759620082f77e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa886a239ab41b30b657d223ae5fbc5027524f12de02f47c7cef8280ac5764d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a1e6935945dba15e57e493a8f24fa0299c6dd0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f28d169f0ee7f40dfb170e83eb7549cbf171e48f5f37760c30511fc03739c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d1a69f35271e362761cddea7ccdc4fccd9b145
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1327cfb1f1ccd98da7f04c27820ad2d316de7c18851402c5d98237e944abd376
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef67372fd289c467f4a7f9a48b87b7adc9f51eae
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d3593843c878331ca54c12bc1151d3ca4eea43d486f5570466da37f71b958e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5f36f2deaf444200d2f88ddfd2833d03e5baf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356b71a717c644040b22a92704fb5624f1fde68daa1819c4ef9789bc8a798b7d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9051686a07154e2e63335fbed1b7ae978c48765c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ceec5206dd445bf617a2f9e07407ead07c73c52a4a7d49a84c16c1828e6d5a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc05d631e8fe3ddfac1b5c58e525d2b96eba271
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e23a5c524c833ff4f16d23cc4f96ccc2ab0d76d5dbeb103f05be34872bde6b0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8289cdd22b7a836f1f2d55c00e183fd3c942d78f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbbe35ce6167703434d64611c1e5724739ca52e28350ca868a256e2ceeb5614
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616210e2b2bdd3150aba7082d3d0e049ca61399e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cedacfdff56a76fbebde1ca19671c93dcf3c77002583825affdac8d151d894
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb89a7ad87fac475e752686f12093e553187c94
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaec4ff79fa609cb966aa93b981b121f8d88031a97dc78a005adab6d91f2d1e3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851f0f4fdcc93f8e8fb8c70735601a32f6781b9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3585c1c5eb25f85c3cd23c53f5c89f77d4084f6d5b0a88849d9617c967a7e369
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fa29c999d95e72801a344e5af233eca77cbde7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8096270e97d0528b6de00c4e3ba80b9df3940b1b58cce29ca4f1b80e058e903
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6e35c3cd2cf13db4d204625b9a3ce13e6cf7f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efc63f6cbaaf6a2bed00f73f3fb927f116ba90722def1cdafd12896772d3288
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60549345bd7411ef3cca47ddff6bab56df9a375c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec89156720732da99acb72dabcda1a220c045c60869b2100bc2e6cc3f5bf3575
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919461dd44c1e43c350bec1dbb44c93dec6628a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68583e97ab396e1ed188a80f6789644b503cc057ebb1b7189c052bc914642117
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5ccf41111f0c0e733d26e063e6f2848ed78373
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f9ce40d8b7ee5c280a0429a00dcf29c0fb2ac27f1d9359bf59f495de44c1db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c281193fd4aacfd8a3fae12c7a199fae992590d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e700561294d50c7867f9e11e46360aa8895d1857729bbe80683daac1a682b8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2335f2602e553ab48348a0f1aa12240fad67d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e86748894fe63b5f8ec37d09918a19e6ee7d012d2a4852538363c68b33f1492
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11adededf7284f05328f4d569bb8b3a5f77d8e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1399eae03c2d4e139d3afa7cdd2985d8b06b5d647d659d26b2fbc17eff5b7bbd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f7c4ce4869970f377b7e3b75d6587fd37fe5f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012ba20936839fc3ba23351ee8ea5edbb54f6e59948a297b3e197d5c2b232f06
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e263271bac9a3180fc520a3e9650d26033df885d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec05b5358cc644c6816c3cd83347322df1860824054887fdd97079b271dfc7f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5118cf2e7e116c49331ecb4ae57e1fa5d322d1b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76dae54556b606dae361278035fccb457a6a1dad535ecebb1ac7f7c86abf315
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffdc83c158a712319dccc4d1223e70dc31555604
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617806aa25271bc5d7108fbd014995ccf8781cf739137e5c8495da542e60c714
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adb5a9bf1f7f9d856716cf1355b91587f523917
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389b7afd4a72e28d706832d83d0fc5ab3d08825c33317bfedbf81ca070b48d9b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55a3ae974fc923f4a0dd104813f9101e5968eb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7c8ac15a3941cbe3b03fbaca6b8899efe37cabde6988bca1a3184889b8e9a3
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9922d203a20936e3a18df6263a64f31995f1474
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527e74a0341b760708ffc44215e05b8ca4a09389f1e335ea6d78591f223202e1
+size 129155
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b99a0c91b8d103f593c346ef3dab32195aab29
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b75ec2361504d7f2153cc495d86c626428daf4cea97b4e432bf7e22952ab7f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbeddfc4367092b1f8649f4683286aa9ae90ab6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f5673624efed82f907ceaf9ecf203fe177ba7fcfbb3169a5fd9c4d9f0cf78d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f855d76c89b38390132141c4d28be32b30c228
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c3fd017908dec9584ab10b19ec9180e3ab25c6081e886a2be1e3ea13ff52db
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29f3c6545e65623c90b6e406a5fb9d7a5a207a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a478a67c62fbca7bd29ede6057aea777bac955cebd04697e5dd336fb7d4b7ce2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9697a68828f976be0fceb6363def9f15a70cdfc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b764ae925db12b012de8e35152644791929f2f0f4dd6796886b2bd392781e7e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a95640c9643809e7df2df1ba8ded5bdfe6b3874
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436fa9bc7348757d3689aecdf9340e72634aaf4b841fe68a3baaf95e86cfd191
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f86d0fa9aefaffe6b239ef77c5f9a8db9165f9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a600df0d3fa2f65472e4d4f6085de240752ba317e8426af9e08f60e7575036
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64e0006993df82b6681c4e83ff7ad213785459a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbbb1fc3152dd79228db2e8bccc577193dfaeee6c923ed847c81255c947b858
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e786d7155eaed4b9db79e85ff04ef4b2a3a89bb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823a090217e31442aa195ecf2741e58f026bf3bfcd79a4fee70ee70b4f0d9179
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bbe79626d978bd844af3bb35968e964d54205a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949ece6727ff2b208ae8e904530ae5feef42173d82e6c41adbc99ddc292e7eef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91e30d1bace1a0347fda3bb9b17b11f0a1145b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90685100855d1721e179234267e0dfaabeabde1d0d9c399ba769a2f8aeeb50a1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893ea0976b9ecb2de6abd01294b9e83e58f79506
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facbdbf5363d3880a46e0d1ebc28fb6dec09947559d8b661a94aed672802db4a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d62b626d0c7d2da5996aa45d76123ebefa06529
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64178be42735030a82807c86baf1ad17ee290016baa2d79d4bb8eed8293633b6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664a4d8b17e5c487203294204862220da07ce81c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837ae70c81841f828fe8672a33a59833c056e8802655d7e4f88b81b030caf496
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207d168f516a823752b740118a2c28ce0efc1524
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5364c8fa95e7cf840999ff44f01a9bb5977cf90cf5217e0453af1b5fdaae04
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858fa724be057a6b369be405a600df1a99c5fb91
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876c64b6821bdabff040d1d384403162bdc750c0dd443cd5c1a24e20cd2938a4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb2b999d8e4841addd82142be6232c3adaadb54
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08df0e15e5412ab783868f888a9debe922af8e04f11a691198ecbab53cbbad11
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c7c959a84c8c5a0972145199c6383a8c2233a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376cb06909fe1c103d31d71ef241fbccd021a3dc33c411356a14840f089387bf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23c4d451363fc2b91b5ffa5f78b540fde046622
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56eeae4e2712d7e1e0889f432472252f73a39a27bbcabdd24ffcef12f29565fb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b619e533948befafd6c7a777722d92466710a38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03df2c53037b0367a1fd327e4bfd7792a0fb37966e317668328e4fe799e7797e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b56889122935b3bf4bec06427faa0cccd0d66f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615e559d693adddc62c7c934ea25b1a00873b00c25e5672d943907dbef7c191a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3da08c8c3b9d9dd8513b9acabce7ddbf7b86b08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbd5081e0ed1c2fdd105bf766f65806cc8e55ee22bd17e8bfe7932ef9605b59
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3e099cc610516d4976dcb5a3eb28fa08a23d69
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebea5ac2ab39d58f34d3e6bfd3e9d5122b01322ff797091a9700f21febdb8e8a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6775f2924c9e8603e7af6d3cb84f323a81086bb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2808c620c8a9c59a8db86a6ccb00800eb84d5ebfe6556b6f54736d4a75a4aae
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf699703f7a181f287d9492884db467c8867bc66
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12eb4fd0ac92901a67aa83c971bcc5a3c2b5e2a1eea665149fd292202743308
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a27b4a6d49761e28486bd87289315c02981f23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8cb8c091e01c433409058cee293a0a5f48e56ce100d4af0e0fda5400a600db
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d09e077c3f2e4f2ba09d0a1bc6e6d924ec1b51f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c82c1898bafa7082ce334578dc6f5368531fe261e67fb7133556d32e9842c6
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d0716d3ecd7c209515db386f07f1271738f672
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daf654cc89808c8004835696d1e4c4ab25ac3dadcd392dd302223e0a5698f0f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85030ab7c10f4224c24f5d0206b6fd0d4f4c1554
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6ee6ea342bc9006671a049d95d732d721b53e6ae1a38dcb054522d8b4e1df9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4c52a633f10f1bffd57c6d01c814e0f2c48ba9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a7457fe4d49002959ba6dc0b1fefc74419a40aefaf2359f8d677f8ba54f016
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b5838961d867465820400a685b7ad9dfd10733
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4969b93bc022a72ed90fde8e21482747faafcd9561372a5ac0f7c18060f778f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a37541a6e9e7bc279995a22d6e1e09da8f4e1e0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c01874e20d236a901c8f5a1b9087093b6ff7a2b02ca778e65b3c6c7df1d8e2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48016186b614e3b06e89dadfc4dc9adc3d36cf5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29963c3aacabdd31eb30a0a8e9fd4aa061fd75b83e3936d30bc4a3fea6fba0f2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cf85968fe32bc65b39eee0bf22fa4553caada0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618d5db8c3ce74bae2ea01a442472916b2e80f416cacdd9012932dfeade121c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85699fd4fd40e78430f5dfbc0950ed470abf105d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b5b5d1f8e3d37dde3fe6c1f094fcdd46e5b528ae386d54e4d7a12c27016883
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a755583fafc6edee6f609ad0629f53659ebea215
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542085b1c507728c4b58612e75fc00f8c2fb14c6d24316025edcb438ac07dc75
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fb03f12fcb1e5c2c9f7b158383de4c3d7df0e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c6e05d1c2bd3da3c4699c707f6f16734783ca3f5757a5ba5a4b04647cec447
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24a21fc89f69a31d1710cc0225fa2210243d89e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f44166f104d176b21939373633fecd6053d83d3302a0dc9920a89dab641e0c2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ac24307724f23e69def2e71d4d7ad2c7884ace
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c9c1f0a9eb064d76fdb1c965ec98073b3e3e9ec6f16d3ce8933a50372cdf02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d514bab6f3a18c92335e710be1c36b5e0d6c5f88
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb663d62fe7c6b03baf7467ba76d9049756c435fab10630c100e4d870432b73
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a634a908d1fb426c94e5da86189340a79ced0b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c69aa59eb1b180e2da9a1bd0b9418dd886a3843d770c3466efab416f1428ce3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0782db2155c1e247d5d4198b4c09f3ed0c711a01
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43766e9791be62b9cafe82b600b26119c0b10ee29192adbb81418e5d092f5ef1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe755ca944918f246ceef732434b9f8c58985f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af66c5f5d6f3a6625cdbfe1d6c114a74443b71dd04d025e6b048281f7d61bf41
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d198d655b38fa64f5c12ecf765e37876e1abfcdb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8eb04cb236726a9936055b8696318af75ff2a13466c4b458b099b25e234859
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915ff7990a2b7628172330cb69fab57c17203210
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d146c50d4a3ab65e9ee33665eae7e1b851069f001573ee4412c0a4b0185e45
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7509b86955f843e48f9d6d4732103110cbe5e724
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28de3da7fe556f35d8380dd8290d9dec6769222b328c26d0c089a10f7bf2ab7a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bc9a93a85403451c94fe511af7154084572c24
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12045f5388f1d9bcfd86b7e3725cbd578dd99d69ac0839173e860c5e1fafc02
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb879d381484283ea27a53627e06ac5972f3c0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3cbc64c1d3a743feacbec36d5169dc82c0a4f8a9bb2fb296426556443ff92d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713f6f2d10cd1039abf748ceddfc20fd5920d56b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668b8232e6d4461e570b65cc828d6b8ff93411645dbd4d16245b7dd6f9251ceb
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328707bd1dc0322ed54b0ee11b2cf542933d91f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05d9f4c7aba4b1cee32cae252fd18a8adbd403e77ba605e82b28f5df4fd96f5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d290d195e1d96fa02ec5b01c6ef07c985d856829
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ca4ebaa7dafa9af77647baeefa797c4b508074f2a15447a7cb4ed662229e57
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec781bf2d9c302e98f8027d799951b00ba8aad83
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4a10acd52baf17039c9da56ff7b1a7f76dce62fdf9dbed6c97ede6e618c7d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ca1a77d275e8deaef2411e6191b0ec68cbef00
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bbbee9be8ef3d663b31e520596a667928d9da256d675b1c4a401e4fd61037d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b366ff1026ab8aa5918e3676ee64730d50791888
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259b7294b1c10d498cce3706ded0491e9838f09ea18c92c2f0cc3cfa61c42503
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48e5b8fdbce5d62404c82dc9ef96385a5ab44b3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1eea30df0cd54a327e130c2a7e9fc4e0b2c7fa529ade48256d23d13ac16f6d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbf7a2ae4c32809c92ab07ff27b0b929327512b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72e1a2d76fe2175b59d7417e7010489cab510bb38a06e69fbb45b0be05716c2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae8435614fd8c154c00036e0e6ad06218e87797
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a538c4a45ac59131bc592ca55c42e9659aefaa8f4abcbc64a6da8fe3476ff50
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320135cb205f311fc52acacb331c65471eff68b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d608559dea69376765c4b2f05989a3848f14a3af849d2645479516a772085ed7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73ac117908fb79ff759f436acae19211c02ed2e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0d3365f6488466e5c9b810c2eeb93efca7d1d2f96f2af97a196af87f19c2ab
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10f53631ea4cc192492b33bfaef556654525c68
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d13ddaaa7b1b5afeb5547ff5af1382a64abe502a348976be02530d2e195ddf4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb6d327acfa586ecad6aff85d9ad92b7ec38a38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7c176629c569329b1dee1b258dc7e7eba4e02c6441c7faba44db994729fff2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63af699b4a353eab3415f502ebb154d9773b3b8d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bc1232afd5a846ef0c8d7aeede8b6658e049ebbb1a79a42b45ac19e4d7be08
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df774ee03fa35a1e1518be1600c250e0fbb16804
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1482e69d6c9e21b406fb8bec705cee49bd30f2a505d9123079e594f626d7992e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24824362cfe5510be5d200716ff25dbf479d7be7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732b74fd3411cf3db484630ea08eaca205b38898442ef05b2f93eea7d4dde526
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ccdde3185adea9598e67e817c33a97b7772238
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33d96ed1ee98de7a4da91420ae87fb75598adbf3b1277fd6f672326a43616cf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a238c3b91568419f1cc51375bf09e9d0580f8e5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d141fdc374c3ec961d7036991cebaa70d038125cc0b2e9f5be95b10f903e086c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ed3c675fcfe076a1535dbda476e172ab506c25
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22db501882adae443cf03cab5a392256264796a5da3c95627dcff126722286d4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237cc7cf58fe32e61e939d44c7d0d8fef5947a97
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b7a0df65230990d90298265d36619ab9baa4315c7bdfb364055202be3b9b0b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ada07dabfc5558221f1e69834c048c141fb8ed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd159ccf3f78bfbe4e0c14c09cd805ea9a27f5340cfc3bd34466edaf568f822
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a32c848d5b3f3961c2d48ca3e75ea7691370f73
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fd57f7a8aa16ef284ce165292e2312fc84a77f1616e099aa14b362b431aebf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d365b043677a12d29291a9b959b851f6b10c0e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e2998fdeb9f95a9521d480145e8517dbe4636de501e6ce058fbcb092dfc00c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7058642d3e00c4e51e9acabb98465dbda03f7ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6188535b2896962ff59da2efcd5fa1e525c222ff6f6a64865107a35c672798e3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a78dca4d6371fd3a61f4db1ce5164fc97e2e7bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f7d798a952d6e8a4e7f047bd82628e95d1e3a75c6f961455edc06a1a46ce29
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a065cb25ebb791641665f44105e07f9205660ce3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c396d1fe112e25dd160c632d71eb70a3021babbc966a813a65c7d37efe39024e
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bcc38b1b9a9354ba5adf78d7bc18ca9a916a58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b5217e79556469f2b1dad7dd594689591b747a70e66a2c155c9a972f41d0c3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e7048a00bbf72c115f234d5c528d619033191d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0b73eba85ba62f37a7b1dff0fd69d5d1b60dde47d4a856616cbef34eb7d1b4
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ead9a2798620119da626a647da3f881dcc7d15
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468f043258a5e153e4c7083427a46caf0776f00e248a60538890266b30b82d7d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c2a62d7c434df59091d6b5814c8910d786363e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15a255893afb98efffbff14a07c37fee05e09b0079c0c2e47f5522da39762d4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5592f13482164514ade46f7d17e45512dd46f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053c40ecc52ffbaaf964b96da7fcc874dbe7a25908ab8309aca049dc01e722b1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b2460820d747896866f18fa6734e265afb3967
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d49fa9db04b04a49a50cfeadaf6eccd58e0a4ac9ef30c1253c9cbfddc5e11a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eacb41b91d722cb85cdad50e3dd962d3c2cf8c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06016670884495876bf9e534637285265fd85105532a0e614f24609388a40878
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81ae9e8dc169229a8be077aec930a136dd62b5f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bf560ea8ea91501717f756955b0ba3600477c4ccbacec07e909240366eadb8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2489addad161914c18af249071f530b85b0a1d7d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113ee72eca1a66d652c7550ff83aae19c461c45008e5c28519ac3d157c693134
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65934e0d931c5deaa1e0f2aa51224833e4b77e5a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af63530db157d76cd55bdca1a29301ccd325999d2bf4685e09be575180e73f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b35f2b31d91ac7339d0650900d3c9872f2a522
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bc13e55d03d745443c03c434cf1284c95859ab8e7e96f4fa1a3c010044fa56
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2baf36d709514a8bc6231a4e18edcb0a3d5ed4d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1792badc9878188cf7c4ef0fd62513936b42e618e5b29f671b8017fb43c95d4c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d99ea789cbba8305e6ff67d9441d5ee7ba07d4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315861978903a3f505a88c154509f30d911ccb7f797dca6dcf27c36c56d0c563
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75133b0daa9860fdd3646e5a9976dfd2b77e40f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0875bc51182e97c2e13e62f34e5692cf00fa556fa4d80e36541dfe346ced149
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7dbf6ebbc9be5dbe1b557855e69dd60009cae06
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4675f0727e3e0f1d7e374f8e37eb56e4e0381127d2c1a0ee0f0a2f1b81e13e24
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255926ae2c5801f9b0479cdbec66670d19c40bbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d544b06c1f86ce9bdf717643aeccc9e7b6a4388601bfb18e4c7515540cc94c81
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938fa9ba1ac59e6f3666e4f52839516c3c2dab52
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6097a0154686bdd92a7b141da12e8eee09ee30cfb3de262b1b9e362be389f0ad
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda95e021f164d69a1b8b08b32dd541a340f5340
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b55d33f5b59a479cc90ccf90d28e85e8e1b76dbe91d29e1ac937f9b6344298f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea835c5353ca440d854365b6b7e9e55b9b3c2095
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884d2d9974eae914fc1f3898ccfdfacfab36dbdf5d363e282d88b06708c3480f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13dcfa7478181339cae5bf5dead87c7e0b577ef5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750c0ad35ac58e986febd75c5b6328a1118bd6368fa7b365c43d630103c6dfda
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520b448320284b578c67b6677474d9cb9dbed9bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b60a461f58f677500643711f62074d0ba72450a4dd267f9beba8df163e79112
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1e514c58daf4c91e855dc0aabe8c2b66a462bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ff8c802265027130b2d8f57a1e1a9ef555f3e4ec31684afa3628f9355ece87
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846a759cfe41f56abd4bfddcff4af95712e61998
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081e2f45fb794597f1956eb63da1c2ea13153b56183c90722e018e82212cf8b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f178f40c41563331d8f27dfbdfbf42a03b54c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d1172644b37bfe8f69f6fd4525a766b1d203d976c276492ba9a0e24bfcbedc
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3898c04ed52f4e79d35087f9f79ff091f0b9a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5a8230bcf1e6b412d066490c5cde7e074d7c70fd50dfda084472a0b8440dc5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93aaf0432652e64c40f2862d2b7763b8c7bdc86
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e257dd22520cc408c9a49db9b5bbdec511a7ad438790b160bb80cf43b81352
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10de469ee8f93ece9c21c5f4b54677daa2d66aa6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2d9c2a252bbd5615ac95ebd69d8823c874445501f3745a3df8f6f8857d9b83
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051e6b086062057dad3615a2ca923c190cb3c240
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0179c09e6d519ed702a6386458da5e2658ae3b38380a1a04f5041af42c964888
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2250a4c3284ed055fb21aeaeb6f9b7ce2f5c98f7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e92d6e7bacf098b9ed2561469cab840620535d2f445474a0ce281564f37166
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcb1bfb8d1edf97acf51526fb5c3f5bcdd2e749
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575dccd74591dd6054af4446b37d47acfc901f439e2c05234022ebaa1797f9f7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4410c21e7f6b344bd8fb8fe865be7e1b111c23d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318aa6ed27fda4216c64a1d9f0cf0f1f3d4f98865ffa56f9a4cb5159ce3defd2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23868c33f31fc02bc6864da40bf7f16aaa66e53b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72e2e5189a4bde883db01565a73241d03deabe9aa5a1ac4a91e8839bbf68fb2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1301620b98e6a1d7866db732b8ebaad3c0020b38
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ccb41e0eaea8b1f3dff079fe1b86caa8855e492567a6ec93769d9f1c61569c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8112c7203e83d75176a9247534c9a7412a1b3c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a73028d32a0ef9574e478d6f19da77fa1c9840a918e4b97d20379274e398ac0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fba5ae2528eefae65f12b1d7fe2d2727734747
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd6d763698a7bd377da200a3c1696a31d4a819b9ec5d518de1a1d799f90e7f8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ba869cf2c22d12ee334e371d7c495df5c6176a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff062f5d90ebe7191525452fede8ad10f31584c0dd8c0e5daf6b2a570d7382bf
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a2fdbe6e4f2cce396b6a935063d4d43d7f88f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa8d62e3670e5d2b62ccb29b49394a248f80575e770a6426e11522dacce2a61
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d3509e238b238f6716063912bb184de2488d7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da64758742c8f72d33db18f6726df9efece078112a7ea6ffe922fed6a822d3c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11090532efec84bffaedc81f46732471f876997
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e24b01243fc6c6cfe01fd27a5672fbf49820d9e1391d5cc74ae1f322a10a6d8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25c6b181026398597663b1c28e1854b71cdba72
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b6b336ce5e4f5e48187f8792b2286135028310f7ab46316260e6a1bf4bfed9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca94c6e9ac9e777b7a8f78be83f7bf2a4e295f45
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca4b2a6c05c0be78c7bcd3bbc299e23fb75e9ef48917a638af7cea2720ea38a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3d6ab25e901ae876b9e70f278691c26bd0164b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd66b722acfe16ce32fd4b5b996b6515ae42c9a633f3a877738f063f7f92bb2
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3872edd45d46c83e91adbf68cf46c917d99c4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dd6eb58d058569bb9f3029cb7bb0da7125cae7ad1c5ebbab8a7c6b906c55cf
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abac9556f99e1f932f4fb05a8389f47fe5a1bdb5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9e5cc2bf28d291ebf38dd7bc572512f45f8fb1b988300153c1fa248849194b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b831370b72414521560bbaa3c6e71db0938c4a7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d1fb4f5285626fda7ab9059cc041ed2279937fa26526692b8884b1587c7db5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423958744bef96776d78271adf66cf57061a0adf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81064fef978da7bcdac9b4a662ea0062f539e63cfb727f74d1675e98b64408b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1818581433ab08005b4e0594acfe3a5c48cf09
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f99ab4bc197df614d024019fe4f1a2334e0d73897f0ca1dcf57e538f96a9ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23227df47757e113cad59c6c37f8af99638e373
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01974fd4ea510eb43f0e88fb205504579dc77fbf8ace46497a52f4a1bce75619
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435cbfdc849e7a1f8c99e897032e9517df383b3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ef7cffd33b9763d23c4dba7bcfdd31111b1fe53471144b156b78225492106a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a2a118d6a3df0fc5f6ddb644d0747fcaec15e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fecf7eac08fbc4d1a22f8ccf4dde293efc5a1261c2d9c0eb52c4ef487d7ad7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0113e02de0b56720079a67af365b624736cd1fb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f442b222f5e6970b8ce58b2d7f4af64be5853259af8ca2034c3036b865949231
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d1ec4ecb4a3d9453d4a40fca3bbaf82c4f14ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefb60d8bbe8c388568022d533c313ff22836022eb3200a87d2762d1dea8e27
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15512466306561a46cfe511f4ae3379f0fee6c80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee56d910d1bfc22defcb799651fdd1fb04e173ce5f844fd3e5a9d79e5d1c74d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4044d5c4cbc18255ec9351522bac14ed562f0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cece3dfb3727ee77b72077e358faca1e703cda0254b12b4bc0fb8afe5d1d5f05
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d835c4a20213edd1c1ce73c5aea59131c7739b98
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c682162a4045be6d3735681e03c1c326daeef2d8cbf8cb9d89f3f729c40938
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b5230054e9b7ba8e0dd2b0f366726041bdf811
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861710fef84d7944d2ea26904627341374caa7e8bd00b4abf926c839f46d8bcc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9a4e536183dc3c01ea72c68f9604819c26af37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db287252526fc8f189fda6eeaee29806796b52d7f6f7fe130ac62b8e85174219
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b91451aebbdf7540e457f363a6bd370a251227
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e432953dc81f1ba6a8f27e1003b602bb46c9f7b2c4a59f94dcdb5f46e90b7445
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead2144991f154b523fcf215176ae70b0a44d25d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7147d325d441b922a005cea3bffcbab909e05cb8c98b549da5d93f7ff1a1e288
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5370cbf68163cad07edea9255d3b215d80256d71
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edddc8feec11545c7b937657d270b4f8ad85c1a8aea28c1b5735c7af8c5ddf3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0e30dc2df5cb98e1dc36853516baedea79ab42
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bee6027aeb7a1de3bf15b7aff945bef7d8cd72b01fab21456340ecfcaf71b74
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2a72298c825aefdbd8cd92a0687568833d1d23
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405e9901bbcbaffb09d3cd5cedb8b6ce3ceb5eae63b2649393f36adbd41882bc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de82b953d68c5b55522b0018e8c6fdfb17b12381
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b1fbda0ec13be5c09a7d9b5f6a4f721ae8b2e607ba8e9c900eaa497bbacea7
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc67148e9848af3c4f4efa8e6de374941ec7aa3b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53a8c7494b5eb3030af0e9372fe8ff9f1f4749aad12055083f2afc63c3d5263
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d0376619407017e7747c672e4501916b2ed851
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8acb849b6b3e641049910ee98865633518c8f46067143457dfe160d4744eaec
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf00bc4102510c8e728aab00a091ac88a285919
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02db24ce8e6c0d8b77e0ad2851e96ddd5c9ee48f468e3e74fec03a40bc8969b5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a1162bd3bddbb1d4daa705860df31267bc879f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9001b0326e679ced19a886cceefb8caa9c346d88f29079a56977e1bcb9570cb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ffd3a499c474f0f06c310cb2e3162550d018a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ab6198bbcab2dd9c7c004245cb461423a5ec91a952a45e26f70c3e8df2dfe9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188136fe4502199ccf980f3e223583a0b2e5e602
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d19658d24c32cf9ddb184bc87196db0a484d1db9d8d74399c2dd8332ab2e3cd
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da14fc076d8049a7228f51818208a08d95cccbc2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cb385240086c05dff68ea5fa21880dee86e130dd02fa4f47d4a672c4179563
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313c9256f6b416737a435370ee0576a30ba96c9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0359c4c909481faf68020a2eecd5e44af5861d788e487d97b59349519bb9b6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f4375ea400e2fad7cd2ee85c6e080946cd9db8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb3e663de7eab2e04461030248a84d8b5c6ba11ed0dbc122f5816704507cf42
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2061c746745e2efb5150808a5fb72d11406bf7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcced35b118a77dd5d1195e2b3180adc40ab3e80b88b861b0e9bd07ffe0ec57
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0b4ff2dc6f6de6555cb5fd23e2a765cd415c3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bfb82867679a4ede8dfa5f8f49bb3540e3d0cf3cd830850e2f2ba1d8d6b655
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408b55c59101e775a60f1b3e560d4241cc0bafe6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6895c7eb81f057b22a278c4f499a092cd6821ac014784c1452f200d7191be6c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de093c5548a5b6f5ad988167e8cfbad90c896f6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c41b6f4c3090cfb26d792aeaff7080bca8b301ac49b330536cd530c9ca2fd00
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac24a96e2b4bfa6e4fe54c6d13219bc8e235f738
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2d348e650f6f9cbafd3266a72780909ea4658b52c190f31326a63b63eb9125
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f8cebcae28eb6a35750cfcaa45ab0a04937a20
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2685fb81d018ff38087234af3a7f4e5534d0cf4777cfc77b5be6fe42e843eec0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef61bb0c9a57db1066d80f39d41bae69a2102d34
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9291d574cff5d395448521a6dbd9966e82c0ad4e0174411e99920280b3219487
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c872bbef936937a9a333317a5b6f7d974e7c5afb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b3cae4c137a6abf9b1fd644a96add7517e2f4e3f40c5f1d209a561ba159c8b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9f0f00cca01acf6ce9421a2c5d4afad7eb2c36
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11d7d94db48113087a5591c84883b61b12aa34ff5deb5f4e0cf6f909c34277d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717b58ec00275a0a2c1d311b690b2300645353e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439da40e2ccb17e53b823214ab5b22ddeead367ca8425551c8b145098f228c1b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bdc43caf4c7355006f3d73957162bb7de718b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31e791311e0989158394b5a1ff17d29314f1d74abe278fbe8b572e6489da354
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243d48811018b6c58a9cba6fbef41052daf976bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2625f417294d668d6f1ee737bbe2625a9cae4c5df499a95b62cc4238f49574a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bb7a4a852f6ffb10f473b588db521806ccc043
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5030d3c29f9cc32dedd677747e4d06a51cd66bcb6fc5b914556df3249fc4655
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9da5aadfa92ba41f713fbb15cd04aa868f1945d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b68aa259cfb8cc9da0f5f1e94a48b7dbd3e7dd6fe85bda78f255ef7fb36c1a3
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518d0ceb1626eeb47bf8870fe48993d23764f13b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550b7fe611495064adf6fb8617300dd0759fb2f7e3b23a1c8411e6c2fa0c7764
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0992c5ccd50a6160a68ad71c7d7f7dd6674019f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a864aacac323b941a0bd32b282a9472819f09b5852d52f8076aa16c9f687d866
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294e1191a86e6e4a1e8f79eeac29ef5660e5008f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5b7146c1edafef6f022586c8c38a49792aaf5dccf26ef0dbbf9920c600efa3
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3b2ba9c8d3977ead348a6079fd8bd434f1bcb9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3844ea05d9add486c9f5a6bfb850f86f68e8511df663a30823e1f20c8abc64
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdcb61a4ad397a21bda9a99d16fb4b19a84d4ac1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f1fcd884c1327c86112bb6b148cb936c4269aac7b05e3addf35ea9b404ac36
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42775fd113d63ab95f20b32ca9e57032e3668da0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a419a68a5ddd2931537cdea8a3bab5c05cd60afb4dc3a6f303a654f0e16e3aad
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d972c319ca55597215c04d47cb1e59e8bdc146
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff167aeba3f4c5529097f6f2833ca224e8ce851fa462ade51e8a21007e46cd9
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca6fbcfd14caf00d0acf6b4ecadbc19bcb323e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3654acbb363c5cf009bbd93fcb82fd74d78a08301c2963d75536002e70627495
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463ab8b6e220a8d3e2034ba2d17489098f2fae13
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970c8ba84574092f902e181ef22bb5721635f43d3fc0bebe361c1c868724af9a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a19c7f5d39e63cfce4787c98d6810bcd5ea3782
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1732cae4f402a56727fa339d04f5fbaffbd61da308741120dd164d7ae93d5f1b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e730d9df920b1ae130cb1a0dd02f274368d3aff5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31026482195fbb4bec43b10ef25e6a89d33a879b8ce359163b4df9d7fed18036
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ee1d5cb9b9550194aa1abc70274ac33429b3f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97b67bf1e39ddc2a37d113abbcaa74575c79bf4f80958b3f26968a55288d751
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c611636f482554257cc802f97283ca1ee27d778
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee91aa2b1b72200f15fe6a51bdb498cd7e8896a66daccfe05155d9c289e7d9c9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc82e4c62d381aa0411c53c389e35b89901d0fd2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d736db13ddbe3a50ee59fe55fb3041bab01b85850f19b6c3784e7ab93fffd81
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c470e19cb587e9817f9d92b561d181e0a59ff57c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960faef51d524ab3a6ddcd6f6fcf530abca93e49f747c70d1a7ec26ba094679a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c84add4e1a935b65169f35647b47b452808ae4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7945d17dbd59907fa1cb07595ee2acdd47ca45797cfd4bdaed4f40cf8cf32c1e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a521381f3e906d447965f54d60c26640bce13dcf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711d96c312cf25300612ead485d1516eedfc2c7af8ca33500dcfa4e63cd12d0a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b554456c1072a83e94e1c969a37566668a7f3b80
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594ae36562c8e24969006ef35ffbb5379a92bf971208e20e7b2925b610ce044f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447b2776b1596dbbf0c4e81bca1f1afc4506ecc6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebc9a444a26e0efed848875b84964a6e6a83b3999c928ff257e566fe9293f51
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7614060023ac83189cc2bf86b74fcb1e7dfad3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9220b02bacefe9c8e3d13d7c95219625f845ccc276bfd2de37a9f6e6355135
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23d8f0e0fa27eab3ea2569e0e0095ba903faf95
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535d40aec0e1bd7316940aa8aedacf7b07d433dbe5a49a056cff5e3077c12f5c
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4948c7ce88d9d71a5b5f9504809b1c3e18eba7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1ab824ab29d5fd1e7464f7fef09a4c55793e17bea621c803151ac729db8b51
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615133744942adc096904dd3f9543d6f7ba11bce
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0288405b24be26cbf0c4d4dbd34295062fa3c103d17687976dbf8cf86a351eb8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0031078ea5a7f6c7b18aa0c7a0be5d6cc598efc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3505eb21df2f8e505d92ea95f41b8ee2147a96262153660968633ca3bbfad7a6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4da085e0a6e316c21a753cbb2a4fb885858b310
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4c120a5c51ee8a8e2fe1011fb8c40defafa20e6c300231948d567cf7f27480
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f366a0b537ba0d56f63984f96dd592250ea92f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b81e20ba281a05e6e9b8bb145ad65ebce80b410b9576e5596c300ab1b43854
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e055c4ad6e221cbb693e1bd59aa2034ef102ca
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5841944d894b3f50921c52593afe7774290a883798bb4d4631ecec3f1a32fbec
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226807f4348f7ee8494252b191203f2fd1aa5088
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38baa473a4fea0eac645efb83494b2f9de03ae312e49547fbd92796254f1df23
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e817058ee53cdc651eaceab3aebf83fd4b8e656
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8306e2127e00ffdea46b72d0eb76c3d3b1e6008a97f75dad492fbe7bf65e7653
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51b2c981942318cc78bd166ef4ba63aff069756
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8835dae6456460195e73411d31ae92a0385e6fa9bc9391364d519ee4cb1e5301
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1b62f3cae7f0922e738d54118fe0c5e7dddd6b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e850ca81963c000e969af3ddb81553a9c564ff1f6ca98992bf66ce6d91b2b41
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a473052583d470dc0a104d78cb944d123ddbabbc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53b784886fe9677b68cafdc34fe5f723f1d35ce41a8dcf0f227aa5e0d2d2eb4
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f759c5b286d78c99b41ed4d24aeaa9648a6a570
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93263e642a2ae66bc89f2f6196ad1a23217a0327d43b4c70883fe63b6913d6a5
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353e192dda80e42bcb969cad914fc724ec49a153
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9805ae61ef037b6af46e17589c90b1af981e8bc7104ea83c577e52ebd445ff2c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d080a97098c9663d07b62fbb389e6e5391aa67f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249849fdbdb914944e2831d50aa6c50394564ee677e49cf58dd0d692dac63509
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3e3807aa1a33efac08f92de047656031f4d422
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8a188e3bbc2518f80078c33b335f0a1b878f0c823d1dd9e701d471766e31c0
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6503f87105bd66d3a87627808b882973107771e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b269fd5bf941fb75c4c5881514785b3824687e2e7371eca641d5ec1bccd8c1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f745b62dff57cf92003bbd8fe3b3567f3fdda4ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89c10e1c348089c21d61e72d613ecb53a5794bd22f93908ed1268c0754080d6
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae377029352a98bf32a8e60eba634afb7ea4f049
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cc084d14470661eca563939e47e0c77e168795cb7346d71850ee3fb97a8709
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cdb57f7bbc05d2541e823078372f327a1eb963
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a47e14fb3df18fd02c3b73a00bfd3fec8fc230e08dbc6c10d53cdf29912cf88
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d29555ce1fecfbd80287eb8c398ea8656e8d37
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63d95f699a6f4f66cf5d9b294d4b29dd9bb83e7362623157d8bf6c2a919785d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b1f8af9a596862da281df8886e537cdbe85329
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c2397edfa927e39b561d2ec6ae7f25771880da418519e5e444c5f262dee12a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3406fdbd21f44f6f237d77b2a69d1d8643f86666
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a2c757f94df445aad3fc3c6715ab4bc5f71b4e969ec1fe2e292f7b1809c358
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4e8d048858395d1690b618e1e8354dda9b2539
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ca1f42474aa009f1896ca84a575230fe3aafef39c734c352fb75841a9e92f4
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c10053ede5b336c9e5eaab6d1cf84e3312874d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e187dcc344032894f6cb5bb2af449ff81b923442f20024b2d196c09cb0be3e46
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a2b6abac367d34e8d60cbcb325847ed4868597
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d92ac65404388ad327523189b9cebfa90add78ebff4af352a4830e9260e71d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2ffe6edd08d323f61aeb5adb2f16211be0d49e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa97700190e7e6985db02d37a2a721629fb986c2b257c22f91e2e663c76cab9a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78134db2fbf86de2038ef76a18f471c43713a060
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5def725fdc942ceae25a3d711e0f20457d8d40fe28d649062e34040b8832e02
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776a5412ad4fcc4767be5b3f86639aedd98e8fde
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58c41784be12f05f63c529aad33e956855db13c399c79d477bd0ef87120e79a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d2c4fb296b548005fa465b2ae7f0cbbfc4e7a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d1df5efe2ee0b35f61b166be4127e13fb8a653569451587a7314dc8e3e6624
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fbc0c99d3a46d864570505e345885d5bec5d43
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd3b1c7bb1ec39e217152a1e0cca01955ed68f51d59ec86614f540bfd1b5875
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e026dfdce5f2c8ffe4dc6a180b4bb06956a6b39
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3aae5a7de00ff1e516749286f56c5adf1dcad6be24b12dc554e2ac4cfba746
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a735ac324960de3dcc59d1a1afdc39a268a32da
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74de6700b43eed6611285bc717d4b0a16787a505b2674b0e4bb9ca72ed9c406b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0ae22d1c9d55f777e40d0a1afd4a017660415f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acb7ef69f701db85dd99b118fb70412c19a067508b055ade92e4991dc5fc047
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0aac99a17e963480b77e01a68974c4807bde78
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0217a0e82843b5cca181a5eb366bc138bf62a7adb59dfc38f021275f34826506
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f534d1940e76a7576fdbca836782982dea50118
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7602dce6ee89d0c79e4a5f7b056bf3b787eaca9bd47fe7bfe382aea0cafb56a9
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283c997a029b45fe870631f10ac8bbff85cd0aed
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b0ec7febf964df3266aeea180fb6404698ff0333200ba9e2804f1e039b093f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc570331b5c373648efcddda450794449d32a3ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48a5c864fd3c93084158676a980dfe5af8b9984e156dea8d845e9d39052257a
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0a7e1b3ed1ff387dde4198f0ac506a482f9ae3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6922b862910928368c7119df875f5db62ba90286dd1ad4eae75873bf3bba47
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3e7a2b06f2698861a4b550b838f8abda346d0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6502adaf3ff7edc0825a8ba991ebda0779922d3bae2ec0799c28213ac0a686b9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b280d535b9bcb40acff73b6518734f1da6ba74b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d752dfc3dc4566d445d452bc4af0649a29224a1063592f7eb0d396f80bdd33fd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8882e66dd69a5723731c297d4285acc94bb771f8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a4319a30080275effeefe95b873e3c58eccfdb9b86cce8e0520eb4e1a76b92
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0a00a179e668b0b8edfd4dd72625f2298c6a0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1303b958b2e00f9a2e71e64a5e227a397e9b5bd98b00175be2fe9811d0d1ac12
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33dadef9748025fac905255704cf5eb1bcf1be3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9020091471545b7207357eef0d72e31809c32a876ef4f449a719c30ab14d5df
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f389d37a2dc541edb98a1331cbd82a64074fa12
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ea1e9128ddd32584dc1a4bbb5df92155956cfc8594800c8d689ef8c26b7d8a
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c44fda6373416a9a923e59fb1c5e9156c35bef1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a57d305216745044bd7b94978a2f84d18cda8ae8877fc5d6470c98eb240ad33
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae25ea67b1fcdbfdb078cbdf6f6b42e18a057911
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36dd044ae6939717413bf7c5c6119b9964bb17a64bc10ed1a921d1264f4f2412
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc52dd5a01ca9909f1e5ea78c46edba93b9e8e99
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da6f731eb75d6a54aa687d914fc7725901ce9b4693f666800b822301457db00
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af3b3106e9b2eac061960f752e5fe70d9bef024
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781eeb3dce3e91507c5a33d5f59fa5846cb7eb555db62e415df1fb58a0380eca
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c479760ad95e3de15d0c16e021e14efad4437ca1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8861050cd69729a2595188643d4b22f7e0bdf10b9fe1d04f77ef0d6d82843b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a209ae631e08737a0e8201e4d29833a5d42560
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1209038c37db3a18cfcb2c5ab897afb5fb0f190e97b65165cf945ee9b7e004f
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80d3d823118f64e74715200dd1e8a507cbb82c2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5d086939724c9787ffd60e8e3bce2227c1b0bc7bb3f5236ebc27d9aa93e643
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185dfca194f82015015530175af140d74276b1e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5814d3ce32a0a913496c29ee2b19a9df2ddb6f161302412fade4175bee85f0f9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770c3b7bf726f623952a29975ecbc38ab2d836db
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880c73de0050d78593a16aa5d7e7045f8537704e5e0b2e47ab9c7821b7f2d8cd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fd88677cd0940cdef822ec96bb3a077ddc1015
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf17e7ebeca5bc0bfa0f488916647aafb4e4483bd0415760f8330ad979ca852
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b215bdd8a03c9ad987578c40b1df2a91183f189
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf647ec8c1837a3b681621082a1300d188ac0f9ac5e282adfdda49f62c57bdc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee84e64b5eada36868def17e039888f5636b1e33
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf66daaa88a1ae42e7f485eca63fce36f6b4d6804beebeed40e18b75a33342b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f06431975e17eb6154e0c4bfd20adb7f9eabb6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f94e24c94643797342345a4a4c2941e3c9cdecd80758e0ea2311dc2cece2f5d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca66e732b91cfce6bb43678b0f70bad71d0fedbf
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27a4ee1700a79aa36d9e49b7d216c4f80f565a635ba12e371ef7700666536be
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06bdec5c667ba350d02499266b852613f364ab2
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05c5480ca6631290ea832aa64bb92dc4bd511dc98e0d9ae2c68d4aba4039ba2
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f212175d847f415b109f04acd9ef4fe537d13f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9f73aff8b37fe4155f5fcb871e7356aadc2604cf55bccede4f105aad184a7c
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82f4dcb9ed6a6ee4ee6f5e5fb64f4180fdbbdcb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4a75cd31df6c304feadddcfca9cf656b0fda2ae8e91f67df12b29bfdee524b
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc07e9965bc41cd746363eb18035f82f143b23c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e443995f663d01a907b8c0d5890ce8f5a1cf79df0caa31cd10368d672b2642
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cdcfb1289dd4c4fd99b8a5e64da26c6e7e4f11
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec724c86012450563fbea2814510d6090f23efd817fabfacd0c7617aad77a9d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6653475296d0fb3b5418f770e7b88f6d6d9dfb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cddaac9374cc3edee73630278a7d37128cbd954b67d97aa0b7fd4bf27ff3f3
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eba307ac80fbdcf309600ec170525dc9c5edf26
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf654fa267c7f3d55ce3e682926a000afd29e2b3a40f27072d4529b1768a01a8
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6c79c9366bac0fc70d06f56aeac95a0ccbed08
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fffde25183d8044342a23841115e1ddfc0d386029badc23e11a84da951bbef
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba78c9d4713d4b2f2052c3c47ba5d541de162d58
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7e22d85a4fb6a05c5a516f00be51723f5e2df7dfd29241ce02a1178bb37be8
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048e72121b350c73605f55ad34e6d246b2e3a4ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f834852cf8164616cca7abb6b132f3d80c50a5c2d9b4d41d11c072048f32c49
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04e0cb887010db7cb0a8715d958910ec0097155
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7436ad5a905c3533012de283e571d41248d3c21938fe098be21631d96511c0dc
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971c432f55011a464999a183b3b3d139145126d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7769ca237c3a55b6f81c6af7e39c48ab543e1b8098b576ef90a3b2fa1c16c480
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1329ae1a8ac6b7fc413319409b3db31b5db89174
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6043927f49a8fe7196779c34ed850bf1cc95eada989ad3d393e66cdc7457173b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b85948c30418ad0c3d8fc0082f88600c2252e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd7670b6ca352eabd313b7799f7f18b72c900cf9585adbebc524ef4e2a76073
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40afd6cab234b48a9c672196ffbbd181eb812680
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910780a730d8e882d22f881ba2b48d0ab7115cb5d3cf595291a64a3cefcdd089
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042be10944d466d8315cdc8bce3869c8b8f449ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0f776a6db107b2993cefae5bfcb6b9cc23ce098ea117f08ead5d6659e50cd6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12a304ad59ee41c619012294c9c3c300ba2cbdc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10fa604588286811b3b6145005bf9a219a16bcfef2d637227645c1aaefe6d08
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f144b4f3c38f330988e4754821976fefe9967b21
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3add13e6513ad15bf21ec0f05155fc15a886a5d0f67da446fa24aa19508a02
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd93172cfadc580e724f956d3801b641f3a3a22
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc9604e9ec89b6a9c4495c6016bc1097c40b086d1c78b7c4f427badb7ce4ad7
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6616805f651080b1a5f7002bca2e9f03fef5841d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731b49ef857667d75e7a735c820be1f284d406560fa3eb548052df7074e8ca1b
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173319357caae1b26395620f03c75a41d13c3156
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20278d03cfd7747030113366ab7aac79215ecd2548b8bf1f2dc864128b5d73d1
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f64585c8de0ca546a6d70f5c5a182cdab2e4692
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff70b359e81259902262c801c1c13c79c2b7fc8aeeebf3a3d88c2403a8c88ea
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da3ce775414cda6ef90b993743bc1126507abbb
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a21c8a82ad751608456da63d6bb9852ffdb0f5965ecbae6401acc0ce8a5141
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1912dc1ec6490727c967a1676acf7a5a113753
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff50f0806b8d595296b1b6e999f2a86aa5e778b170502ad5198564e46d96216f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b3afb4aed7cbd3ae15b21e3fd1e75fee5f0e07
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e397f8972132e72304a63c00664f009bbd0e941c50a0463346adb6723f66516f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932b595ddd33706f1370bcd3db54e27ecdfa9115
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a589cff05dd69744468a880e6b1fee95edf6c5d0d0328efd70a5110af80615bf
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c950c6a00f19d181426672493c9d29fc77a4e4b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c92f6e484859f23d6f54c99bf74ed058273d2d1bce046bf6b1b2684ea39a43
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf8b87f759cbde7d691d1203e261708533e5f84
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa5ef36c72245a5f018809262c170b5afe40631480453b6670e84d0967d85f1
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d7fbd382eada4dee9a3f2293fd8be9771d2295
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533cada237fe8d35635d1649d4b457fe37fa44fd1e585ae9a447936db9d1f9d9
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7359455a9d7d019e8df794c0e562dcf530df5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8165246630effe2ec82f8ed310f11a9badc026ed7047c1f4f6b3ec45e211d21
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60aaaca85b762e067019579c447296d733c1ee9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7f7fd820df4dd3c402c406dc3ecfe9985aa9e3d0924a8bd352637946a8e219
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe2f94e27319b8ae35e72967b658df6b015e9ad
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2ed05f110bd72248a0d842f7d686386543a01981914a102760bd3fb30528d6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98376452b7fafd7eaca8c90eed98b9cdabe3e3d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13db05e5aa5706a0970958dbebecc5c5a8f436cbfc4f1a32a50cee1a2533dcc
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc27b40e45b389029386c22ae01f63aecccaef7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cc1f98b5cf04916e8d9396423175a72f7a68346a9aa826ecf4b3f7c109d905
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922133c22c5482eda300b862780479562fa71c0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a6213288be05943d83377ae4b2d85bf72e544ebb0a8abe39fba6ed975ad711
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a3803024d638d6ea1c111e515f66bb986dfcc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97508789fc1dbe00c2d12e210c6faf70455a8159483d267d75570fc3d911b69b
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873b081bdadf50cdfa31e012c2e7174adee0e862
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb0ffc2c9b24c8a620b316b9a3f4c5951c042c560a47d261c19814282220dfb
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b57fd38e27500c2bf517e5ad871b18da9331bc5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c6265a314a12536b6a4ec1f6bf822af96e9c035f7489b67864c6afe30fd38f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b046c438ce290ef415aef89e7aaa45bafdbc8bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ef99cab851e969d54da0095ad1d5f87c42f665f7bbe9a060ef9335272ed3cd
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e937baddba4f877321c20a1be599d12944db790
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bdf8c2de231bb6a5acc94d43b24b926665250f36c91aea684f0a2c25e953a5
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f641814b5b868af168fcf9f5156d500552dc30e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ef0e0ccda0d3173b79334b5cf04352b4b845c2368d6e5011050e7828fadf15
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6737d8c5e693957beb8aa982abc0fac8f2fea9
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280d44086c2b7f1daef483876da95bb97cae8e7541f5e10e6a1bbd8527e5765e
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93523a68336e728f69e9f166e769c39f4c75a3ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859d118453a0291b5196f73344eb9ca902b82094d3f7cfb75eb7465ff3b6c76d
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2d09d4befd2bb87961214cde713c007ef0989a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333c437e5bf029ac3e21d7f4741689e02011a5dd7d25387783606eb06bfdb1bb
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b70fa013760711b729eedc34b6f03f0a52ca6d4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22618ca7f89accbcdbd2caf6dbdc3bff96241e94968f80c758664de51be1649a
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fb7f277ef87d2875e01259820bd15938da010b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffde283d1299f26f662ce40a3382118ecbf37a1de0b4e0ad3a58674d3133912f
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95de71cfab9cddacabbdbdaad4a55b497090e67b
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936d4f1868fe7ea07a6f317b2703028d306434b05d46e3caceab1ff26404ed89
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f021ef1d5b4a9c6c7a15a99338e0effe09c8345e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4210c2056cb94ad42d0e533107f0bd76e31eb9da72ef7ebef28432bfec821b7e
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb3d7b2f6c14741e8c4accd50480e20e935fac0
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57738f70520f4068fd6f450ecb3f8ca493f73daca1a8282abd1b61fca300024
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192e8adc38da30b63323c43fa42fdd82b67723fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f193fece16e5243956c0bb4737a70037cdea74d58e859d257c353bad91bec609
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d85ae3c3fca6b2a71a30c3584f609f068f33c8
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab8d4b9dd1301380fb0015e9d65b8949643ed209ec442d05d910d47b70ffb9f
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de2cffc501f7fbadfa93a7ef930d55207e9a7c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff24bec7f5cc55ed146b26acf31ecf345b3f1d2b7c8c37bedd56d980fb9cf659
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d476ba05ab66dc22fc0310b7bd52f797d6c1c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d98029a377c424b1a6b4af499335345016048739a0339ac110aaeb33de2129
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1c983b2ed4f75f629b2b7e531f537493a5290e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9f35b60edb0b443af2e0c512531a5044d630a6c19d74b58cb7bbd612a099f2
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29e2f4d7c2a45ffbeeff374e0226638b974c15a
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4bf2cf429df40114dd9c2fd1f0707f97970c0109efd129b29367762d124646
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca3319d0ea51dd7fc3331ff75ecd9397219aef5
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ccb07ff87b215bb5b819cd9c742035f1639bdde70800804c274030069be6fe
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e9b95020b1d6f04c279d9d27c339a899834198
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acd69ae6b582beff493b751eca3a3349a8d6b18d89be292663f0d66e9db06c0
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e17be587f26bd535f7b661b185298556a03991f
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432eb854a9b782144327c263078507d889e6961b4198debc12ff8fa59f3be7e6
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba23f7464b3e0d7b4277d349d6edbecc08e006d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6b346f8bd7a3b7a37782e36ee00a1fd850ef76bc56e21f098c46ee74365383
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a0f6f75b37559b5125190fd6b0fd74cc0a2d6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3713ed16196855537880aedd75a67d4aa7ed611da4c44233421632dbe6d08f87
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f281a688aa87297be825f85924635eb3761ecaa4
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5201dd9eb3e5fbfca230d69ee3fb6ed5e7bd50ea0dd2dac1bda2efc6b8d3db6d
+size 23683
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20571e534e8dbb3a791b8e9e43a9c2c31f06ce7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d71c8f001d592b3a96dc1251d58bf06bf72b17a9ec2b3cfb84631ea222404d
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9088668835c3985553b7ca7ea7e7dc1a2ec2aa0e
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721ca2d0f3a6e6bf34cc343a82cc701b571402a636c0bfb9ec18843d3e37b584
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50de78eb3b8cbd701727afbfdbc937c1b99d3e59
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d864f03f8de4a7c2f50955d428a3c961782ae0bdaa6ab50dafff7fc2687add
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97693a85b38b9669b4c9c20270659db8a4903e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1dd2314cf28487cfa101e70fa832bb19e6674a492778c1c479129f2e52d77c
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7902cd16bcaadc5ce0a43c255c04bcbc8931b9c
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee729ec96ebca3b537a5d52dce8cb0e2c801cf3f177c4d498c7fe86fe074d315
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c257ad7f295afba50bcec36ababea3c541ab8d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae49ac26e91b138d3e3111c04983395b7a4f69bed00cf01e0c8ea272a1d3950
+size 9347
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d7cc142ff308725910639fb5492a6dd7abd271
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35efa861853194c6215243f64f87688f2318a3e27c96618b996e36cedf1fc34
+size 2179
diff --git a/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb52e79354ef86682971996049b185ce9841081
--- /dev/null
+++ b/params/tinyllama/8/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30b24366d8b585b65190593f93230dde37f6073f8e3cb7720d7750244e619df
+size 2179