diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/lm_head/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47c90bfc73e47794334101f462776918f1a21c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed9996b99fa85167d37b20f6ff06fdf94f84478a6856b00f15a8a219e0ac626
+size 129091
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/lm_head/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3713498b09adc319024fda812f52e0b6a2144de6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de088f3140d1cdaa49f537ae9a9f7a1d477e9856ed7db2b071275b51838871a3
+size 129091
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75d179ed5859a107a91feb8025731f7ed6c8ca3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da954701646c473113a329cc0ca881c72b15ef031ebb98ffbf44d7addceed0b
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed8a5ed2ddc4892b16c86e985a42afff612e390
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194acb4eccf03b6fe09ffec572ad5d2a81e4b8506421213e1b9973a30eab51d0
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6de9f7b4bc55bd929326588daa42a718f2b312
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a038e631790e062db445bcf68cfa4c6052bef1a169dc1e5ab299da6f2c6de7fd
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb89129855c27a775a5dd75b9af46ba3baa773c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0857e088495a4cb84a73ff04099aa1493a7440cae695dd39d2b405bcf000834
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8b959e8612212679859b55f0baf1109a9cfa9a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9375881477c0df72a200abf5b3f918b0b0eb7ccb69d970d0868f794f5fdd6f3
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6adb45578687134bf3d83e1b8cc0c6aba15eb0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893a1bbca6918d40e4f71fa7f385740914d7061feec31e49458692c590d769af
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a325c8706bedd49174ec180170782d1d8350c93
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac46e11d6d4780d0e42469970d2edbc50857dcd96115b57200ab2d499c0f28b
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c46f59f4d80952a72a7bb3e48e0e925ada53bc6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fe5b819d725ef5b2fa8bd2b3c20b4d74fd0bfa07e182694b1910f3d1f32816
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e478c0185f512adf3848e525e3835acd3a3c7c1f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e83bd910850e79fe56336a56b0ad3afa092fede0346b874e0ea731075840317
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecff7c7f9721bd556629bc830fef33e3fb6bbfdb
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2570e616a0db70ce96be0044895a4b70d848e6e32fc0eb7e9ede86e543b4331
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b203bb224fe285a75f4b171b94d04c81f7ef86
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7262a6046219db0fe2b45fd962aeadda0527ba5483a85d39f214843651437b7
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea20942334f9f5b967eccd3f944d7b916fbc2fe7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743e10c1f7b6170c744ea40eab8c4898b0dcb06c384777ea30944e0e30dd8540
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66bd7e4598a67aee245d6798efe5bedebef9ee44
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cbb6365b143045a21e38274189405d86a10ee5a9d103cea2e86355c38c8b3c
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b85ca2dbf6dad45aaa644bec206b7b93f1e980
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36df58e038bc3c0d7abc2502ccb2faea2f6340a0b7cc9176117c6bce945aaa1c
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04cda5ace04e5679210a03d1449a6c9a82ae1a74
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72683cdac8d532e0355d5e40acf36b851bd3ff167aa0658b962102cf431459a3
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931406044fbc798de05761429d460a0652c3e0d5
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55c03a1c49ae3a8ecba962981a5a60fdff62186359ee42a3356809f60e372d1
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded8d8ec24c37235aee08b7799ba5c00ca223108
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d484f0ccf34dc81f8228fa1ddc8e56a1ad4e58254ec5a8bbab4726facc17bb2
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6e79465e859a880e374932d4d41577141e11c5
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b762e6d73f4a1a43544cd9632355b5f1c77a622ad228fc3bf388f050343c56
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9179c1f4c0642720e1d19ef32a08ab52320e26
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92938867868a6ee7b2383640a98be34221f8a293bc97fa9430c458c4fe7f4e0c
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55e19fa6ce282730ff06c8d9d7ec0acbf782249
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cab89976ea33137450c21ac040b64618510f4ccc0a289e6d6e812625690c769
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a642884b73b7b91792475ddcbb6f95f947a067e4
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f875bd59d3fd56aa09c397b7e48eeb88bf429a644842bf186f7e1c41fb1986
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba166beda9ffa5a66f22ab3d709eff17abc2736
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ccabd6ca5fc339efc66141cbd13d9800a2683813dcf771ad9347b08ec8c400
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1fc035e11402ff754bd2ddfaa7085425292daf
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5508ec75f16e3e3dc7a2396c170364947f4f9313c585c67c8360d539fc3ec1b
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb85153401bad964b383287784785f42b8a08d7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e54c1126305122aa74752a1b43157d752c2715e2da5b22de49fd4aa35b820cd
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948afef0557888ced2346292e59ac6366c196a36
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4647a72fbdcba4714ab9b96d9f43c98ec5ffdab9b439acb9f18177778065a1b1
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc244ffb333ede97a268c3af55a8c2947ddca6c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33806e85a22b7d9b81a13f62311ca21e212b9fd9c8c834ce7f3a3aef630ca9ec
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e369c43bc4a706a1d3ad1013ae3a3a6feefcd070
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100a38ccecf4d58a0a3e415ca74e94d1d6752c6ee02f4f8140f21fdc8c169480
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42375efe2a1e34eb8c355e7d1ef7f42f1db9314
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31778696a14a262df1ee520a7ec933968de38dec198060ced10a101143ded50
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd99dbdb8b34fde58b761181fb43070240604776
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d19a6b4754d8c2f6432a059baf48048c4342e34a91e4103f6b7a291417a9f99
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377bd386018cb91acfcdc446b2bda5d80a2ac3b1
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea5d26bf4fd268abd3dcef9caf4e568151a4cf11ae68a3eb6be67a4c7c8ccf1
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b21df57bbb79e204a51a244ab7122524e750ed
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab00ec29379fc5dc56f30e5ae6193f24e5e5768f9434a5c07a48974d14c570cd
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ece2982fc7c54424442b966668c488bcd27b75
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1433146ff265e2652ba7f8308c2a07fe28161e083f6f78e85ced3cbd61e8d891
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063e3aa8a379d4297a7e01b84546fe29c1f716ea
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96558c3695db25df9b233c09c053301ff3793b34980ac39f94a3b0f0c61236e1
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f8d8fe0025ba753944a578d2947cfe7aee95e0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29606115c1e6d9b6bfb8c678e2db8b7292b2cb1b034755b7676fdbd0200b683
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75eba83b77adc7403e913e8377bf58be5a9117aa
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9feed47093aada8d6e43d5b2c53460a31da7a64b9141f34bd1d3866b30c18596
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6856c869d447fcbaf32f12833d12b66f490569
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231b1de59a73769e2160bb355f7ba44b18af34fa62cdab0ced34c05394d6d720
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8c9a87f6811383d6c666c20c0dbe9b8b8908eb
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6aa35c1c54a332405beea9dcebe24c375a9fe7a9f6de97a1b97b2807478c3a
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b30fe79cf7491071780ce10666927b9673a7710
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186189af42b4221a2ae45f6f3f6636fbf7267a79b4637b63bb7b58425df5dab8
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a52640531d1ce022ac53bec647f29bb7cf717a9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebc28d952dc30396c5b23eab39c5b73ed3b814a9e37fa5e03ca7db85a6a3da2
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a7538292ad37719e275df2897e1f350c976eb4
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf993cba86d0e52fce3ee29770df0650ef7a50a78690e4e5c9bf0330430e512e
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627fd4102b912fde5ccb131c1b77ce34ad103091
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf3fd78e724dc7752a23a902bbea759560c0f5ab6c15882fe250b2caef2632f
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb082dce5e4b85e35556c93dbcdfe5ec686c471
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb81001b721755474e578449a6dd86abbd3fed8c82863ed6e10c9c94dcfcb32
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399dd077998ebdacc889fd3d0bd0dbcc0d8c7386
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65718df3fc67e4cf5f1247949b0d0d4a83e9303830631cf8db707bb514c0ebc1
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2ddd03bb126fe2d194316e8d130911150a23fc
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac29c592245048e4f0179dedeb4c8f300a2b046224f19fdd7cdab3bc14a9e65a
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2940dd7db368978e57c9edf0786678cb6518f6af
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a510232b2068b724725d07b506b746a0f359ec3fd471dba7478703acc7c57c
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fa31a84fc4aedc0f7a1138b6d7d07b83afb509
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a46c718fb6e23d53262bfbad94f787ef55f76e46d51e05502683e073e457fc4
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e037a4242e15c8d8872551dfc0c7e1afe20250e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f640b94ace785ac3616c65d3030da3f81d56daf191e3095aab8408e2d6f3708
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af56b8c57c98a543406641077e2412b9400c68c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a34fee5cddfdfa378a1ad0bd4407df1135fa4b72c8703ac11b2dbf7c535bf1
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cb7169b4e1e9fd71e2d4702e666a057091b0b6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d908a3718d72ef06a7731b8dd9b8521d3306e36a87aac11d2111fdba21a9cb1e
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fddb7ed28ac2a0743ad7c9070be2155fd9daa99
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837f1fa1ccbde3a1517f7efd53e14fa28143bc51aea607621da7c17efaf6a6b6
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74fb49e5cb5f75e698d185cecd0097111793efa
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23365f7ac1d4ed1b1628352dba38a7340b224f59e2d68436be2b04936775ea7
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b4cf5a2d99ff636f88427c09239dc5013035b2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0075e708db46e845ba5883b9855b9cecfcc22433c2887a193d77baa5f62a747
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc318a9dc84250ddfc526b26390b30bd881d53e9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1c9134352f1084509386ad3008bb9b74a08ab65599be6f29fc3fcd775d979d
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be5c06d8eba402a2b23b2b9874274e990d3ecd6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9d074b03854b4426c13b1b7c5f0b09877f31066e7635d52c1ed6da8f65d612
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f793ad36708e311014b1a48c2dddb2ff3b69e9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c833cf5af7f30f5479c20e63552f9f612dc45e692a0fb6ec693cbeef588b00dd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4630ca1ffb21a9480d702c59862a619b6ccc4850
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b440f99c6625d7a6347ca0265ff3479196fcd3999b69cb53a60a2418bbc03af
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b33ba375e4ab6b7fea3553228d347f0f1065f1
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b26daeb65b237a9b7acefaba295cd6399b43fb9a1a3e0629ad27da9bc2c198
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b12ec7e584294e839b520d07639b522cb3c3d4c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee10f21f1a4cfc4427f11dd2e3b9fb565455325367f104df6ce287a893af3d1d
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc87a75d4847cae69f06254d772513fe00f617d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d388fb770c889740436ffaee019d2f1b102e95f6af782e831f70185e9f121589
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb585940fd612531961eac1f1b618f8d839db7f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31aecfbbc23ad9d9fb80a82b5f96cbb5567b9863b12e4a5abf7034151aac6af
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a675a998f00d5fb8a2bd307374385143c122b413
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4b109e06d43de67357334b4d12cf6dcc413ba2acaa7b61321757eddee24da2
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8c567a9f28091ef4ef963bbdff0f08580a2e17
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6e988ef535921d4b041a57f51666883e72f7c2e8d5d8cf2855147b5c062c30
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcc2dc9c957b557a8ecb411fceada76ceb12a07
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc662329a713c66fac3833330d4387940a7cd0b4a0a583774ebcdef98ca85d6
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8759b228df60b54d313a4cfebccdf35f54b4da74
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddb0e7f989f31bf43f7f2bb7d2204bb4f49896564b6c7d6135f9e52a14a98c8
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46fc3911d5213aa8fa57ab87eed8828ae5d8c62
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924620a5599752014b3d5024103f030ece34ce8a89439233c4f06e2dad6d06c6
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9158493f565865519b7843a876713ae066dea2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7170fe367e2679db8a8237048409cfc7d48831e22b28be496a73cae90bd190
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f039d47bbad7a044f8752f315c20398dd82768ec
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e97e5c0410e0ee8b9ba249dc3ed8b6ac961d6db30f46fb185755ab93d10bac
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3db301c4bb78f7e426eb288df4fbd9d14e8c88a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7769ac36dc3561e04e06e6bf4c36f94fe17bf392333d87568388ef7663393f0c
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d4ac9ad590fb2354551f2d41d33f7372c6f625
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd5b8613664df9b09afb8c7b55eef4472d25081d6eb9f8c6fac2d88ff8c2a1b
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cbcaac48284c8873effc7622d7800bbf8e53b0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3136cbf63ce23619e87f512430dc5f4af5020ee44e03d2ba61b6df5702509564
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77123428ef5f54bb75ecfefd61d330c0457b067
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01c106cfd469d2e7e3261261ae8e05d55eab09c2ad244bdeae886cdea425fb1
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c6f54c237907f35333d32743541505a7ddc08d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3301b5c5fa26f96ca179a5949ab0b78d1fd67840faff52b4c103debb6f3adc
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530c4e7003ccb5ba0cc77dc0e285dc78995dfe78
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5715e2744724685d8379767b4faaa1c4248dddec0ac8b2995c373cccd816d157
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837a84d54e18cad67d8d9bff93bcde8a8e9c5713
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfa69f58e39b6f135aff100a4e0b529f5c4de934d57b42f0d9e29840468677f
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22566a7c5990f6ea25882fd078a0c033b8efb49
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a36dcafa602dd172a4b0ae40a8fb89432167d2dd9c0ce8d9c146f1a2e86b020
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74dab01a47e7952c861381f4dc9d0fc24b16b8ac
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00137eb2527f05db5022181ff1cc49a3634e97422d8eafde0ec5c19f7ea07c67
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acea35c56a2fa6092f738d26da2624dca423feea
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6861fb338509a485df8e9114a9b0407952a1fa89435e3c55da8c44c0e3b3f46
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a1e5e3344c402ff455b8cd14b5cc5487b3f3fb
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8464996ecb05c80863ef7e7387c3ea2f28b1503d59a1786549652052af458711
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db576d72a3d6b80d89423e6a68713250f3538fff
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6df23c018b35c47531497c0b0ddba51ee8417ccbf53f9c920f48a700e9f4a6
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbdadc774d444bca94c2926b54bedfde560d8e7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdaee3d64a91a27865307e3d55b4e2de0a6276e96869fbab56dae1e1dac14ea9
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebf5bc67e48f90abdde0c9526029d86d727909c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936f0b617d96abc268f35f38ef69ff8f1c20788f63ce7fdf40feccff9cadf628
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ded1cafb03e144c1f7b524393e1887bdafc4904
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5342035c4a8af5861d7947484794531853e09d8f06aa95c3bf3f5c8d2f8eafb6
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45390a826778bbef3a8f515870852d9a7fee3313
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81de83f72e051ebab47924f5a8c8b066c64e64e456da3567081ce0a38495c37
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6b37c62d89616bd7061231f94e8941348369e1
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3287a840d602b83125bb415ff164a26bcc5b836e44f529619da6c73c12369f5d
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59030cf55bc416c84733a92a35a207662bad26af
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbeb9c9f52a1961381cc186708a54024387a224c5266ee57eb76df083958703
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9d301c91b8536254ecb0c38406fe870c85ca6c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abec232fce5ff7c6dc34a038983008e63305b68de0cd7c6f64fa9e33c54c04b
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c41690f3616c24fa5ae0012a4086f97d61d642
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbacf18d5ca08990793c932ad466da546d4caff909126f08abc8dea4941ffa3
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367bedd28af5ecae378f7e30d60b645284004d2e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005f708e8eb12d6048521a6b4d9943124b4603c3aadfefb827d3961c2daa85d2
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186f44b520b0b815c55e6f9b0d8e3d1a4b105dc0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939c210c6fd6071cba9c2e0652f1877bfc221e0ccb06801f46086b67812c1d45
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d975c2ffb0bef090583379a7f5c653aa369e38
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db71b6eea2280b213667e93fd125a240146155b311075be383157eb29e9c091
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1a00f610d43e4e2acdf532b4ccb179f212c84b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e4a0f0ccf0fb1afada1d22c3290b4271b72233b12afcc010a397d571142ae3
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc4278726a9879d754d90abaf36448cc11a70eb
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7468cbea06412b8fb6e0f28a215dd6d845ba0bbc920e6d6ed4334ecc40e6086a
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f86b21253135494eb6ade892f9cd2f8e8545ba3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffc8ce46a8bc5c4622feec7eb5a4cb81349fcb6ef88af9597e62222d1b8c348
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e396b9e77d756f4730bea073812568598ab4069
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152c94d34f501619074f7a5190133555947d4c4250b8ac75419238336e476e9d
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392d3449431692bceac4f05714d0272fdf4e7af3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1088aae835d5061c30d45d82d1f8e2cb5a654940ac6c5db799ff70f6f782231d
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdbb718f92dcbc68b614aab5c9cb8e27566f1746
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c5ca23f34a2aaffaec36a8dce42efb8d5cf9626dc18b6a69b32245a52180b3
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edbb30da93dc9a856333e0350c817e2afa3b1ec
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc96a6d113feb6d6caadd71762d0da59fd082659ffb18e3927cf6c2914473f8
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3813f991b6da0fb7ce0a4e079a7f67ae55feed81
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594e54d55cb6c92048a583dd120cb0734037747e4b95da6fd5267f4abfd58109
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e89eea22007185cf59b846c723138348872adbc
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7191461d6b647529ba52710ece775e8634ed3918d72c8824f0688d7cd3d328ad
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a7a948c5fafb88f94fe7531f358d10ec878070
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a30587ba9c845ea7c09f03edcba70b9c3d8d681258f739184b31e1a33dc4830
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355688dc6976a153e16bc0ee28abe578722500ce
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c14ec029f338135996200af9dc4e46ec8942fadc949560b45cb15758d71591
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5129c3c7dcfa52f9a7ffd1e02890fa12b22226f3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6d51ce31a95411809f64ad87c4186f291a5f976e78798ba2a6061b551857a1
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035702e3ea8072776519ae0cab6d04646e43dc93
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583e9d747f9f4ca01e900a4765b4e1846786154081458e2a7d2edd5c4e412bb1
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036456601b16fae6447cddb7f29c8c342ccea68f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c170ac7df62218dea7c1ef01cec376fee55c049279686da1c0e0a6bacb884014
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4765b622f7ec870d66008fd14b5698674b1ecc7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162bd7226daca20db1d276e9fcd5f507a950bdff6cd474bf83c8efa3a6a40a2f
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cb54e01cafcdd7029cfa1fd1852be43e92e776
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce97d59dac0b8cca8e4233f182b29958c179e756bfc806bbcf1329325587c4f3
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002fd24806be11eb761e6f9d953530cf69f26165
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ec13179f3e118328f77a7fd1751f32a9bb3a6925bf61b44f0f5151f7bafb5e
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b427073ed91ed1157f7e341d91eec9071fb562a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0574c34f0b9eb4f4b7484c31ac3936ca6bd3a0f9a85c9412303799fac12a1147
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fed7520761e36dcf200078aa24f749d2fb83fa7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9f9b55a854f895e751c159345c9705b2db0d3b4c453819e155387065b57d79
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9e8059d4e9eaf8f1239726f20cb3a4ce761490
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a929426fef22c4d3ccb62e0f33115589033b275ad36851a07443afcf4e03a3ce
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3275c5fad9f15afb9a678dcf2f82ad1f179564ae
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98105873af81424cc72eb755541bfbc0adba639a33d18c4cbfb9233932020de3
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2c944febe46ffdb33f0f378496067e468ddf19
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7081a14b1fde07c801b9f811452611c16ab765835bb26f9804983fc78e3a265f
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3298dfbfb241a1fd6403c5aa0b2184586ce7016d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb86077475a2042c85158b44d95a21b59f21cbb4a2b778ad1f024b1a0b16f370
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa24999fe0cc75cd0c5ff1ee9f1c15d9146ecbf
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b9ca83a530f14fa0c895ccddf5be28a70db8471efdfdd809a2ff500015f42d
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071fcabc1d03f661f6f01efa91a23036b856226b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06d923c6c67adb733ba534345e31fcf40f0a60581b582777d041712051e7c05
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616ad7ef2f2e0c56db648e7d86bd3e04a0855055
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676dc10fda01183d2189c9036f1f856ea8014674d0f9b57f32847b4bc9b2d966
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e1bf22ca4488c00cfc081452e79f5226125c1d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def2241c1e4886557ff5051d534e2e96a64b7b7d602b884420d5a19fbdc2fe24
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bb2a2b19686bf50ef739b551063129ece85cf4
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bee6de5734401e672009cd07f34b0706a7e6e315ca273e9c67bb7b348e2e88c
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5640df2584e67bb4d34643ccf1bdde8a1b93f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac782e43ffc2f48192d6f13d8a1ea2d155d713037605add1709b061d038d3797
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccb16971f1561ffa704342438f10abda8ebb2de
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f987f1fe0ae15a196ad59039a385e6bf361b0b16af39232e646746bc0b0a072d
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86429e69cb79cef9a28749b0aeb63bafdc26553
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10db17e9f0987d3d55eff441260d009f62ad3ea7dfd04a0cff7546cc3f1a86c2
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae15d07c6eed29ab244321c2fe3fbba7f517759b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d7d8a9a484d4d487af4232747fb1a8504486cc90a8079db758fa1684400e99
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61561b1351e0a3e5e0e3bb5be7e9def7e18b4707
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b94b8c37de3e4f92c8fc71338d17038015cf04942e712e42521d064156a4fc
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f854517797f90978e2f9b7c22daedf14ee31753
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a5a8f7940228f32a517dabe6a63879e3ae5b227e1c734123b68be768ba890a
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a423a49646d990a13d71694017d870618e44d960
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89cf9a788e64b06c8ba279b14ea5f917e28d0a8564747eae420a4d78402e4c5
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1be29f961393700d5080da04cc6f55cdb8b892
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5147c5d0cf186cc103c4302590cf78a2e9191908f3f9e9612ccc91bdfcc154d
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f82d140beb17507874ac739b484020b75ec502
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8e0643ec1850dd311917670c923f472b098bd82f79e07b0417c07e4a68663d
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b64899b37a3af1941e215d81701fa3e902bccf
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bbcc7744dc9aa81bc9e24dae993d68bf6ffa288bdf8620e534d4e259fedbb2
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b139060f574a11576dee48880e7028db5779ae95
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58eee03a9892a9e70f8cf51dbe10110526225446368501dec8bff6c4bfb0e0f4
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45e41ff4068daae9695d0536522acd313187059
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b384ab5eb84fd27803c0c7cc25d4e5ad35af74af24b63536bedd50e86f377f75
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb8d17690da05d498175dd519a7b6682d2b7d33
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f802e0b2158d4e4efba80cd93a9e50291c9bdbd80404e663c709b416a61ba3
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd43ac3ddf1dda9e88b870dcca01bec4af91d7c6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ee278ef94f82569a575532674d3fde97bd5032d82af02bbcb1b5ee20e879c2
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b8605a7107847aff45c6afa18ca5f5651c5c32
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead9e2f77177a4d1afce1346971f56fa33e58133e49184a0af4e5bb13465a574
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16db63722ec0d83b64c14561f084e79d472488a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e12e7f3f840fea080f160d046c39533e689fc3afd1bc047d6a89b0bb4488a1
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65842e6bce97748c99487c453c8387f482c61264
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021a3ef3d6116268840d1102c8cac149b0f79fa60dca5e838113fbc53d965544
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdbc019676037cf76592bbb1fb2bba1e44dc64c5
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0537a83c75f9aa17c9cc271f1762b8b5ef24d2b65fa95f7a7efb2349fa0a90cb
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331604ce2817d1039bea8d6da05346731e83886b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0e013cca9e1b4c7d8846ea943e4afc2117e1cb4c8c2bd797747ccbe588b318
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49def6e00b3a0c28933b3d3f6b536548a8afdc20
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd763088efe1a4d98063ed95a34bc2f8ea6bc4d4015a90c9aa88a82bee6d972
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c23904cd2dc9a98ebeeef1dce14b3ae36f7e062
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15231474eee341b85a1169f5409c6b8934d4929e21a2f9667b82b8cfb71ec932
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db6141abf6fb5642b1d6b02851476db45012b75
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a95c4cf837fca59d57d739e0be58680e33c21881dfcc46cb32bb845f9f37653
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6513747d8dab74239d38fc84e83b96ccd3d0cfd
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293233bb9e1b4d8a066ccebb9ae5f6f42745171bf93deee57063b105767e257b
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807591569ef41df74e8cc142ccac6962f45b9c06
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446561c45d4a4cded463cc232b00c3acb2892d164247869c777db5cf0c7932a0
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c19f3a83ab84c2ae309867ae753c788db4536a1
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c297be64be5b8f09597939dc7ab6b4b75893f98eb2ef3ccb6f05e40667a1008e
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cfc2a02800d0106bbf088ef3e5c155a040858f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61eebf730e01f6861c7fcbee5f826c7d6521ac2911b0a4aaae5b3c984e3b788
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbc78063fde7ebf43953dd87fea80ffc29653ea
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a500dfe7809e07419e833ae442232e3413c512d9a3558f620efae16c3f6582
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ecfbdd58c4e634247da5704ba869a557e7078c1
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81811e5cbd0c154bccd70a88fcb37bfb36991831c06546663c94e25042e88546
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fb7c277d5508ed950e430e3be9d88eff1ec6e1
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6d640139fd6cdcf7b86328b91c2bb72375bb7ed14af9629be47773a0ce3664
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fa5fd3163b5eb7e2c9ffd3014acadc30941fc8
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419447ae639d3dd26047140bf51fd1500bb8b59f7f3558feed118526eee8bb7e
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1363f59d7457622b340cf5bba652a30a2c772b33
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b546fd9999578bccdce4f0f36cacaf6ababa9e8506729c0d348dd07cdf101e7
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf98e0f9c3c3ab6698db06002fec9eccb0f3f9f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee7eed96d60a42b3d7de15795de81a239165c014fe50a7dde0ce8085fdbf596
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e33e2ee59f10c516e2d923a2e1ac7cf0f2d7f0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f049247e72bfc4d35ecf16a29be4e631ed2ef4c7115b89ae04f121a2a137f238
+size 23619
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3748816a773ed7fb88d9071cc62936a9bacd354
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fbb0e5caffbc3fdd32ceed45f203a58cc7aad9237609b4cdf000c6453fc087
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7ef9f77019645009c0993ac5ae69bd69a686b1
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc0abbe3990dee99f8eb1e7cde5e9e03abe79d7688d2f4bc5aeaa4d21efdc86
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70c44afbf636afc1f1756e297c3c156dadc81d2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa733b9db39307211e5077d1befffb2936a7f4ad79278f2d762b4bbb79ad6dac
+size 9283
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a444e58f77b3837fe4cef96b7031c718283b3e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3660dc4a011cfac599e34d9452c91aa542623065542475d564914cba78698207
+size 2115
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/lm_head/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/lm_head/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0855f4c36decce94366bdbadb33b797c13cf91c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af53abdba654e2429dc781db85e13a9a6fbd01f68bbdce62a5edbbcccc1f94e3
+size 129155
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fcafaa1e7229cb0db29cffa4fd03f25ef71b54
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3bb68dc13d1545c12c96ec0f8cafa7d9d492217ee20ae380704da9c030801a
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1691c94764d6128e81ef1ce9d1539731cd16c3e0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f37632d493fd243f3cd6e6c9af22aa5edfcc7e319bb4e76e81da630e59022d
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e642a2328957053b328bf83636c2fc3dee969ed
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b55d0f00e2d4892a87e83524d933de0a0a869ac78273255d63ce4abaf6765b1
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14dd9cd2d3e7b3511d82cb8c911369852c1c623e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79193d359afe3cb4cef6f65514d846a1ff1df97eb483c12f82bb72f31125d7b4
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a93448b81eea0f23e5889f7cc869283236b954
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60f2f8937099e7d25610c2099d13a438fe76b2503e8bd2244e341a0663c7669
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dba946077eecca252a2cdb167061b0951bab9d0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c211ce3919a8e39082583bbb5637f271d344debd9f60ad6d6ec6355dc786146e
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1474fc27e84c3d66c2261e648518a9db602920
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8dc6d0405daa02a34ff36181dec8989cb10d1706516a7c06ea866c04317e14
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a534bbf958e82b806df47ee0f7195e976c56d604
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284e075d7246da453aa9e8366e7cd1be2c0fddaa661d641fde4e291c840f37c4
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7facee7087f5b4495d1d49ef410cfa27b532ad60
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4786df73fcf1278b449d2b315645a45f23c7a09d88bb5b6cd0e1895a840a71
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e729eaee4793ca6881661670e4c7384706b029cd
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81175f707247b78b21d0e28dc8413cc243bf044b8f3baf40860a1370677e07db
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5c10136885878a9503211f6d14fd11cbbb45bc
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81b03944d9026fbefedba090d2d1145f8e6d9d9febdb1d4c651f95577ed5dfd
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2753241612ecac5d0ae63bb72b091c851053d6a4
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d5638610fe5a1e70637678fd92d895b89b6fa934075bd6e03938c889334abf
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0acd595bef7ba2ef4cf21d095f5a8b2e1d8819
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a278a4b742374fc14c56b1943b892bce4022e6784e3c5b2f76ebe3444520bbf
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae7ad36d4900a8ebed8dddab2c147aa7cde9806
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9eb3a599e67ec9362d0c716110ca7086f49ea5dd1a69e47a381370eabda653c
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13936f314319acfa453ad1286417fd46195836d7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be5aebbada0a2b0304865eea4fd8b55784384c6e24dc51779627e19d00914ae
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ceea583108fcd86ea1286f2f8c11837aac4df68
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7218ff777ec3988fe0d09fba55bd18d62d9e7c3945208b819b5322e575cc19f
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8835c2aa9003de8b3ec5cf3cba007dbecaa48d71
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d821adcccf766d66051c710b00e9eca11cdfe9f3a4cb4b9a1103b21086d743c2
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6649dfaec8e162af51017514b7b4510904f98d3e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab2fb565fd60872667a25570b66b54b03fda268fd500b1e08c0124fc09c05f8
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080a89e9de9d292ebeffb355e5403899d74d0c91
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8122753401b59d118f0944a4dc678b6c8a082118fca4a7e0ecd51f7c8e046a81
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4926495d404bcc506c3b2468424564ba868a5c0e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d306feb989be675c7893a5a47f39e8438f07e3832b371a3f1127a17faa5dea7c
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b79b8f87f1cb31593726ac9b454f6d8d096848
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4812e57215b6c7543c96912eb89086efaf8f5790acec6d92e65a509e7c52793
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c52550d1b67e68d2f686e0105e17a6ef092d6a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2d5f640ee08598ac1f217c3ec2d9aa14b5759ed5760ffea3bafc7cf5a558fc
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc00f7ef45a438259e6e10afef384d0a920b3bdd
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2ddd745f547af06e3575683a159ce9c8408b49dc8954186f608549e30278e2
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20eecb3885ea37e4b41ccf442f423bf55edd008
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f538e2d2354f0eca7332ab9194daea66253b360a3df066a92f3088b4ab3dddd0
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f882a7add2ee6c02edf67e4d4c020a7980fae2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034f32dfb840779e14dcab965891212f836426ef3a0024801aa475f22ae46951
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350514025783265eecd3460ef1f18a62c39837c1
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967232edb6d47a232f4248def1a3fd188cb2c6d0af288ff8512f50ab86deac99
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ad88aeaf5003b07b5c83991e04bc54349e530b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b36ad664b3c0578e90547d3a65c384060a1a6b212da04765628f7f28e55978f
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ffb4d3b2d24e69540941c807e95a7ea4a35ae5
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715658947c022d958f2e250f6b1a925327f9e94946a2c162d9fb8543af66b9d3
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1557e3c2fbb35efdc849474ef654982ecb995f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755d7e71eb2f1dc9c9fce79e2f816a10ae020bbd307767fa7a2e8cbb73db876e
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b09e336e15c3c64dbac4035f48b45cc3e6b5f7e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81139e9859b4d5593e40ea0e7b1f7391b9bf282e0f7c76a2dab8df1947c9ccfd
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0f9afead76f4c733f503c14a49aea7ba96af13
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cef6f85d755e0d3d908f56597f0b9d6e0d4b429fbe9520258f7fc6a4e5a16c
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e36bc38279318e295067ee2c206930a177d341
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a4e28b73073fbbf96ff6847beb66f83901898bb47be7d12429ea2891e20dce
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e54cc641ad00262216ed8cd5804cd1cea46e509
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b902263d68470fc6ccaf607af7b9d89e125e0d4d1ee6aaa8a111cbb5db5309
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1082db701a9f5c3448c895a3897733746965bc2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010c07bba3132fb04239a6cdfe715cd1cc0e5d97f094a41f9783be2b79d8e9da
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a0ca4550d096fe87e7d79522fb4eee2a86eddc
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1a46b0e81242673273c1f3b26bf9577f304f92c3c484a51becd3d5e21455a9
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8587425886d0d4074c162553e08b359a60aa83fd
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737b3972e65e78d1cd4d47a434312cea50ff737ba9a29b897c862574fc1b2610
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd7ce9ca00dcfc622fddf550c61fbeb649a6f28
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33529c972c843ce41e7d46efab656d75dc2a9d914aedff64ae37e042221ac56
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd0107e0f25b8e3231b3eed4646e68fb8eda6db
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a4eaad788fca80cbe612cb0a773168ccc491d128d71abacae8e0d7d896c9e2
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05754ed6a9033b576ef4bea883e19206acd1bb60
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6accebbc7ae6d48f8ad29835815891ec1307253d3857bb8e9296cb5dcd23ecb
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cd7c487607cf4b57d81033e6f9001cc489795b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0a74d9a9b565573cb0c2d03b71f067d8c7c2f1f4aab59cdcefe24a6ccfa30b
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e57a6de3c36470ff011c8f0de669e6870ec6e9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1bed191cf40140b09b16220cc503cc67a82d2b8981d566c14d360d89a4451c4
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b5b25a7d8c944914a75c3bb210d30ea0329b0b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f17b1eee043feaadb28b4a7f7c279bface077161bf379a1203dcee88a42130
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0188909c3a354b485a0f72824d65888a017955f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b74eaae93729c55d03e0c52b9f82f448caa1a0456b3f79a6fd60de8e819062
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec41ce14cdebb583e8c73e7ebb774c7cf283c62
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7e6d6a3e1395b78eebda28c05cfbc7bdfe67e46d42629c68a0743b2e8d24b3
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5acc27cb0c43c22efc482c777fb92e1caa79e8
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e87cfd9e2946fb4fca6b0b9cb8cfb0dcd387a4f5053c98b4266c56928aa436
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b1eab3a4e463ea7cb59af9687e1497e0fa579c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de0b3a180dbaa8309b42eb87b51acc9032274e39d07e928345172830c03e6f1
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd71774997fd2182c80b2d97150481a3fa80fdd
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda1b2398ec549f19041e34bea152f7943fd96769c94d0def751631d60b1774c
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c224267fd2dc9e0eebb7b0808bde360e49367e3a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd1cc6cbb7659eecabf8f8ce4949a991548a36965e7ef3d77f2a824c4943b50
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff09ba01c5a81fe43851e73ca94206c79fa343f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5433f159ed674f86f7a57cd0dbe7aac021aab7c233e70f1acb957e452c3e915
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3fae2771e0a9ca8a514b7c6dd8eed4de113c3a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f65945e380cdf79c38a8f5cbbc787ab3543d614b6174e49226a6a826c2aeb8
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496847e4c2f8a33b181f9bd96f3e564f395d2c1c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dc125b76b2b36ef4b08c7a09d632cbbfe83330ffcc01fb69d21509898188bd
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a4cff3f7428b67c613f9e42a3a05677c2f42c7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42541dbd19097b74fafa577064a2f5974e1c01a14478ea6c7cc28b1b7c435286
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fcd4a30cdf5b367cb1775de524b7e535ac33c9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c82cca176d2340a9d36050246cff3e85a426f7bf272b1c1d22e49472d5cbfdf
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055c21346d848873f0686230bdc0deb151c1f86b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a6061eb414ae92c3fbae0430a4e163eb650a4fdf03bf2b3cd7a0fc8d0caad2
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc39347da979fa6b26ac6545b3359fbd8b1be0dd
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fa08dc7b8bf4191c7c7df4a24dab34594cd4c9e84a58d20b8d929bbec7ef3c
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655e96f93b2faa06d5b615d293270ece9a4cc39a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab60cb264929e8a386cda4f9310be31ffaa400bce966662d9b31f3774811257
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b6ea07b874512fb40eba4d0626c3fa78d0fa99
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496428253bd886ebc78f2e611a51f954a318d7e30a1a3cb063be795365439fb5
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5211a330e8daf8bff699aedfa4369bfba66085
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb14b5ee10c3e5cfc377073e28eecec7da70513c956325e672647c83a4f499c8
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979966daad7e50bef767a4de918393071a4309b3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e93874ea4155c8f3e04e56c595f5a8f7b302ecb04d711474b89d2fe12cd2f31
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211b72c7bd5334089907257dd5ac45fb792f542c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fabbced5205d901f3b96bcbf87857b15eeab2161652948a16146f615a83975
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ab9aa3d6eecafd00abee151a4158fad71f77c7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a53161e76bd51bd4e5357547b09403b7f5016b0057eb58a67d10fd27c20898e
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b38fff8a1b3926152e106672580d178fd2b0f84
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a09111b9979e94d5f629feab77e4d8bea7fb4fa7fb04dac949e8b609a4ab5d
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec6d58ccd2272dd9466a7ba797565514133eed9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87aaea31720cb6a90a04583ce4328b2e25d09aac1f3871735822faa27076270a
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1ef4f896d22266e5e6e35419dcf43cf2c741d4
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb13cd9911bd39ed826c949f786264cae6746b7d4615f14d7307f6c0cbeb09c0
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e70ea820241c263deb96ccab946e3b27f106de7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad82241a17a347750ba93d75c17012d5d9479106c28ba86b56121edce5426caf
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b638681e263aed8a9da4588c1d9a29ff8e99b9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc36cb54f0344f868891e6cb726eabaae0af7f5769b92889c2ee093da34da0c4
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f45c6117dee6c0dbafc75c88e3fd77c19fe08d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34369487d3c7c3e254695e5806603bffbea3d5a6bce8e539d37f7c3ae389cfd
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52face1d17426bc2e5a2aa7ed2d4ccded0cd0c6d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70ef097461e77898500e026e195f3deaefe949058ba60ce42ec152ee6baf731
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f574b421e258e5cea326fc8fa56af346db0a24
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4794024c0074bda6ded998273dd8cfd93d3bcb6eaefb04bf4a7baaf8d23d17
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44ff8cfb92799d8ccd973ca5402d70e92dd9c94
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db54e8af98a41080816c93801d996e3471e485a0f176472bbaf835ecf56f981
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccfdd33f35e7dcdcff0974ef0aa422303f79bc3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4bd865c72d31405970e28f1fd080f8d09e4c2f4cde6b5f904324c9adb629ee
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872b9ff4a18a364315be852890b3aa1c8b93720d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003edb63ae5c3d0e5374ce09e7db3cd364c4007c0149244c842283cd81b02ff7
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ae0bb69079471fdfdd7d36d6a7bd785569f50a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a423dbc5fe4e41f1633fd4954ecacf40e315dc352646b8ad128773dde572bf65
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be560ef5528dda2bab5e3c946e793d278b382213
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ccd870ffb6d1ec703f8272e34ce7fd7024572a9388caa05481379bae1f3e9e
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704d05d860a127926e0486f81d3d0f2c99352dfb
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81fada47965adf77e223d8882935ae6edb0d4ceb3de86fc82b53c4599e1a43b
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5539b49f8fadf7042b3a69361e78f983a651965
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b9f1c180e4043ac8f9fe2bf582cbfb48bb54606d3d62e2d02618ee4e5b194e
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945379dfdf0efa2abb88be716d7d0cdce302e93e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc331a9d78de6bc081e3ce1ef6e22dcd7858c6f1a57d939ee98bf6869e1a923
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414dcdd12bc6b95a3ccd6a31524319d3da5253d3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4e76ca2b308b21378062fa96a75df5080e9467b2e43508766386494f48ba4f
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84df91e9fc2e71c98d6ef87c04797dba42d2b212
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb98dac1107ae1d6ef214db85a5d3219d1ce803bbe465240369d6bde61662259
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da66d80a6a9c12136f0d7a2640953d134c8c1570
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194235c4f7b39f600b20b999437a70073dd961836d167551ffe171de8f7906c3
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be488b10663d9945ad40ff7e2e6a3bbe6662e65
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c473cabd39fd09a3f6f27a4489f63050369e554cdbe280739ab0dad22c52e94
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3048e8fda8c101013696bdf9f46f874b19876ab9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172d6f5d47ccaca6178e5de6d9bcdd65588b8293a0b8cdb50cc7320865b62377
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3dd741f58f04d601e7a461d01445bdf9563d0c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98674e3b525d2cfb16e17ca61333186a4101d9edd089c001dfafeb5ac5b64bc
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116842f546ee50360e293c85365c479931c3d0ac
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb88d65be6cd7be35094bbb149a24e9a2a1ef685d85185f331bf271d4fb507ed
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79543a2a4ae833aab3c5b032f6b416a2011c35ad
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116e38fb58263f2adbedf0b458ceadc310236a200c5a17d6b324307269900987
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa651c29efcf89c1438909edcb8f0dc7364e96ad
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e4db6bb92d8ad4f3a9c2df884763aaa9937042d17f40ae2db5979537a5c2fb
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881a81dd1b2c40766f051e01894fa974c7a5f414
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee76c4442558b1804aefd9ef8ab09473f4f9a2a9f88b68b993a6313fa101dfe
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96254aca1365a7ff1b4386d5e2c2566b8cdf83f9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ab2043df318e15d6b071726f3432892d33509fd7f95687b8063e4aff8f8346
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfa4fe2f7bcc4f6d177c0de4d571dd24363a6ea
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2973f2defc8eecc804634abf62f3e3dca7724878a28527f7f01a34d30ba185e8
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff2181c1795bd0d3d73b6fd4547b2c14cb5cc47
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193994834ed8e634e45fae1d436421f97f3368f7423c15e54dac8d9b2186846d
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df1ba3c067293a3b077c0e0566defb30d3a76b6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0daf28665f8119fa7ac5c1fafdafda4a8e60a798529e41e9826151db85094d6e
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0183097b7bcbeff1e826b484b2fd110d89c20868
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46346f7a3ed5d59dbbce24f0e0dbb46eb88e5a6a93f4daf381b8b773fb9501c
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5307661952d59dfa70ead03e98e37b38883f140
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5be45929279772d9d5e9b4d0092a5d254e26e8fda1caf2614a2078ded90dbab
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e584b894ea5579920b2c4a3a5ee546517580108f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26304ca95c5194ca63261050bb9e59749884189d742b07ea0d9fe75e68f5841
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b113acca3d8067df3a414e7b6ad0d90bbd2f0bc
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfb20713182a54408109c6a6ac13c4f4e6d0f7e149a2531945d49ff5c377ea2
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f71bd1e29ac36b13e615eb443977dfdfe986795
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cf17fd7020441a3d3cb17f87b5dcfaefde0455bae6762e16656507d5bfe89d
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdc955609199f08c60bbcdeab5f072d08fd07be
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a2d3d631cce57181ea1bd0d6333e6136d8b79c4952011c0313ca9db4136611
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5497642f6d9a4aae391646ab3907ee0896384a0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512852e4c188ec756d013419b2ce019f5260066df9c95c3edcbe666577569030
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b257eee01c8bfeacaeda1a945b05ae52aeef343f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07444c68b7d6d931e1594784882d6c2515a8ca7ecc2e47a909cea43bca3515dd
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aea1751adfb8a159332e08427704f7514cb18c7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a586237547a77d71891fc5c7793827f0283ee454d96fb53ec248b695af945c42
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba59e5f830f4b1e9e8164f336e385b8edf2ba765
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09465b021fc6cf62d17daf4009fd5a756fc1f9ea47859dd67021e028d679b446
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f2496279b62269b5e8302f31b10b75aa5f8364
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e2b24981b540e0027f8af54d07a10b2b035f7f3a383f4d83b4012e1306dfc7
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7b8c83d1389007730eadae5f238d6aad3d27a0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcc7d6b9e24e141ef4e4871a3014269f4534dd0359fbaf525a30350dc56fbaf
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0919abbf93c590f403ced8e0c5850ca878103e4
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96017cc1648a76b4cc6bc33b7ee30c845530f9d9c88b441dc72018211274d35
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4575bbe616538fbb1e4032223ed69752ec476230
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6b4d618b081bc819a4d7d8427e3dd52c4182f1de7177636a9b942649a4a1b6
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d862ec9ad5963bc9572d8e014722ad7714d71cb
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe4da2a3b265f2d7a1f949f46a88e7e2b2c6e7b17eac1b4dbd6d7608d49aa63
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8491b20eeca15a028f17ea1ae849b484bff60e00
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433e9b075c827212b2ea7813f0fa615ac9c4809d64aed2346be10bbbf7fa194f
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26d1d154137f0f3af0231fa9e1764d5057efc8e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994e42d4a9713c31d97a61cab04b51758ed8249199ed0fd2905b773432ab907d
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c4dc7a516d02ec9bfece32c3fbc9b6ccc255ef
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de00074485f23a7c4593de5f75fef0acdc010f97a707831fccdf56e355ed58f
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6fe341744ebe26c27a0cfdc4e6a22ae026931
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa787f201bdbab854fa7fe5c59d026348979ba4c5b1825641324b019df75853
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb3378f4781db32e3a83c750dba0e9f1328c7ec
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fda8fbf813029a93297dee5e8d46c4007786a5e6858876c2446577dd293f39
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c4776a5454aab307834792f1b0ed939bf8a349
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49aedb3fbf486301e8d7447c5893b3c8a9cdbff12f33c3b77ea7dafa4c2b59c4
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25b2e78413cd5fd7c8048319e57481dad93614f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb8ef445e27f59b791ebf104e741b301cf34c0abf8ed6408294942a54286a0f
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520c11f220553f8550d80a3fc6c04e95b6e36398
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab9f2ba2b5392c21113418e79a8f1971088217ba74243b78a4a24224baaca3a
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699156874767c07360e365c935b7fce9919280fc
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3943fee280d080be6b191f3024f5e7b8a4db3cfcba49282c2487252132362228
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc2f0584f0a3176869bc55cc4c4d0dd5b011183
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f000defad3ab6ba8cc03ddadd06524667f4d7cd005ef8457a6e0ba21c84e9ef
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f238bc579e94df66bdb1fd6d39896db89e63dd
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580b9e1c5312a91f716ac34e8060e56c3f19a74c66b6033770af72f2c6f624fc
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbffc5d82d565cfc241239057cd0baf3c83ea50c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343f8e7f9a9dc830601a8dfa2562232f649aed6cb25667d1ef9c59db30a3ced9
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6406ccea43f716758afde1bb465520b245f29efa
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a1ba53e8c589fe7594e91287b467902d3e128ab8781e877c4502f4b0f4dbb5
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561e15069c768430538c595e6f6fb17cce0fd8d6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f713b8b9f868be9f78ed210b6ab2b30e14f153b84ed800d4cc0057eae0a23f4f
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3b8dd3d3b83943e4a7fe67029078c4193dac07
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bb12eaec9f96e3e69a96b7497284cb6994d9582d16779a288dc29a64d5c380
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4294f3a12dd753e1bf21d62513591ea5a38018
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18efb58b0e0a411fb48350dde2a4a41fc816f80946805d6b287b373e76d46901
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f10b6cac6c7f73e20e16a970d4fc3d880bdfb0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7352fcf84a7a8603ba48b7acfc8f015ee90a2e101af08a435515d4fafb6442
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52dd8f73fe35fcff2ee329bfae245254ca684155
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ccd5445f8bbfec6203999368ece3931471e8f5e9060026947607be8198e010
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1923721fe9b18377687180342231624d6f68e4a5
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d209a9c7f8cda0f7cdcef03d2906842cc675b3853d227b87efcfcb5ad6031e
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c00095d987be27da76eca8b52f45787977e5045
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92911f866c927a450dbd82e0e38ac78ee5f763e6e15c31348b84240c347413e9
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bc99bbacaab86aad5bf785d10715e9defa1a11
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea41889db518af053b98a097e280c3de26c1670dea74623415eb45aa8e63c3a
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0da20a50a331f491fa0c336a76fe537fab5e7cd
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0fcdc8a76b18bad26234db47b6f29eb5e3a939b3177424984108cb4f7063b0
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f7e2a0a18bf476a8b049cecdc0b53237465277
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190f66e81bbc9df7583ad0a197ebb9805416f62f8fee45f402fa9dfbbe96e399
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e6e76207d5b9f8ee90afc02f34eaa54dac2ffd
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e399586d5b39a81d3fd94bc73347c5ce94e9b4e1a05f728bae1830728b825a37
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e22701684375067d0550406f86e040f16c78d49
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9849072299e5c2b22de2430eaf33a81ff256e3cb4410174b4c3672a2487657be
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202058cefa36051e96dc75fef80a1aed0432fa02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c79aff475246a948e1bd99e81d491762a65bf10904530f2af024bc0fbd76b1
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f60eb69de327c67f512e59e96085712474d6a94
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6686025ec41494afce3f271314a2d820822bd85aba7916654f2468a53f2bc0
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f6bc08da86b28a35e87d7cdc24b4921d336f33
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4c67cdb323a3f43b0109694638e7f67d49c5e343c375adc3e512ebd2589f01
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ef11e1484632fc1e93fb4d8ddff7de01b81ee9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8cc0923ba5d206f37b16460f8a955c63a7279e7abfb0de8423b82d765072a3
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0841ffd40fdc7ae0ba92062e92bb9b7955fda222
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88afe61701adb9475fa363c2bd2f79d884fea8da7b730012feef20d71169b517
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c54ed1e88c473033f996eaa1ebe246566a8eb0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb0ff79e0b070023fb2e294bebd91bbd104b428efa943c846671ee90d24f9cb
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896b1547cd2dd3bce13f53a196d8f0da033b2f6e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49cce5646606fad39339d7419271135b2fd3956b6c56aaedef523e92f9138e0
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ecfd3538fdf09d8d72a5674e8c6893a5ae36a8
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5eeb9518caa34e459d72bcb99ca557730f931c118ca491bc16428868e93d13
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be93d000cf94809f4f711bda3a008203526417d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800ae3d548daf01ed1f4117c21df1009ea18d1205a0cff569659413ac2ed1c09
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7462abcc2c762535d68c0be9d52751e5202b524a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64db3a74c4f871a8ef073b11a0dd9792839e398b4496fb0df32663be9b7a17b4
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40134f9230dfe48e719ae4523f2d4959993c9c4e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7809367f21912fca5a3b5f15f8a9659157180e301d0390dbb01deaeaeeed5cb1
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02b62558ced7ac8386dbfdf0a23effeaa135e27
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef111d4c1a7eca60ee6201ef4dfdbfc05d554cb55283121995e9ba8a6ed87720
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc7dc053ab151d7f67dc47fb407f8c0412fd912
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cd2a6f3eb4b3d653b37bd7d6fcf80a129e8f1b08f4c9dd098fee8cff7d5e2c
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81ec4e58ec376b007096615e7c3f624e197ba0e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868d1d46b67d6230f5972b3fc8af29ebdaab3ecb44fac5245bc9a9ce923f88ca
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d667e8a59c6d65a68f39e5d173eba546e2f2ac
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab452d58b6e98356d3295c607da435c25da0bfe011b7fb0cf3cdaa7b2d0c0c6
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb41c1c9624d25d2a003d82c60afff2ad1c63fc
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7920e852ef3c7ee963bf1990724267d9f9c6517e73aff29f6dbdc28b188477e
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0b3b347946e9744ecfee3efdb00416c13392c1
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0f297450cd4dea83da4f3aac48b8b286b9a7f52eead00c00b7043f9eaf5c73
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bbb275daa8706ee78cb7a8d67792620d393205
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4cb99371578025bc67ff9a036ebee301fb5f0f362d78cc9ec2e5c29ee535f6
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0554eca16611be03468c0e42bfdbdf357d1569
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6c2ae08d8bb5ba0514655991da5119299502aab12df7f1a9dd34376c66a6fc
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae86cf12d77107ee6e994b6a55bb7b69ebd02ef
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a579408bea279929c3887d7fb43ac0d8c1543438fdc71f49d9670bafc2b9be
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a163cadd59d3bd8aedfe06abc4b1df10336e2e48
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06850cccaff543bb9073f45124db1eae32f8ab915389818724b04c766e3f4953
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99370a2f11fa00500148dad71bc8bf4e5015bf7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a4acb49935f7d6f13fc4097088c278ed5b2670b6657b41a603a7e7d3bfd4ca
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17e7428d82d47fd331744c2a501346a6b0ea758
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ba49778a6ac5bf29b32839b51499ecca75db2e7b8dfbc4679f723222fe84cb
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ee5ac7eadb8131d091bf3d7000e1d4b011bd78
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622e7c7cbd3da2f4536063028863b3573ff735e65be05e3c4ac7cf819222c1ec
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c021ecfc38d428614edb426ccc9d7470787824b9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75711259f55e93036bad8d68aac50bdcd26b831f3efcad14193fe092d3fca5a8
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5810eb917a7968ba36360fef0cc39e5bb64f6c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457ba607e00aca0bfa2eb05bf3969cca510d993cc1f147d4bb37ee04b536ce8f
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9bd9d8123ddb93aebd7cc5cdeec83c02f18efc2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695322a14ce1cfaac0843e914f6e8c537a5c6eb8b838d2bf3e8cadd9f1f6d512
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/lm_head/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc5781bb051383d09771ca7712cfe70641948cd
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb953737f04a0887c0fcb945d9d152778737cac8699a7bd55e31201d387e016
+size 129155
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/lm_head/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b76aebd47df366554ab9e3fa186f03da3c0a1e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b44c219e8eae8f5940559bbf84da85a4ce115c9bbbbd0d1a9b66427b63ed27
+size 129155
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74cd86249bbc4a777a44976d0828519a4188087
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2d2e21f8c95ba8af2b983a8611c279103057125d836bb207fd703b4c739b51
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9d5ef9d592130aa1fe93cde498a26c0a776ad0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef6940fff2608d9c9ecf2c30ca60bb1417b95e8e7318ec72414a9c65571b977
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad6be244a5c6526ac31b4d4c090cbe77fdc9e7e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a464e296e490a61f147cd1098e7796e306ca81e6f60c03dccf7d252bfa0163
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49759bacd0c3bbc2e5616b9892e0b89b96e8c5e0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a423e5fe779c541c53186a39537f1ec019f2a84a70fa98da58e8703f0bcb4ae8
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83579ddf9152e438c93fc340f07d52328c8866a0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54725fa77cc9ef493b361419c7927f352f56ccd66d0c396a6bb26f460e1bbea7
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5db65374fb779e6a9b4fa9943a44ccdf380600b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669038e1b8ab4921fa260ac884cae08725975e798efd702b9d12913651ed1882
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5423fa27c6ea15cd320e2395f973e4b857312cf
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6a97fbc024d3c8741cc46ee71a68a706c93be7db73b3b7eae88389452f0ce6
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac079c478c90441e598352abb1a00e6355612dd
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597431016febba8d87437770988932fe6bf7a72c2909357a24ed32aa7677c188
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89c085fb148fe9754586c672d50d6ca0f53fefc
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a14e5edbaf948b3185290fd12cdab196a8d107a1f65d84fd738ee291a072839
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b369285360c84d7925bef61d0860e6733d8dee5a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5210eed3940cc565e16e8ca6288cc1ba2719d752a16ec76da2200f3fde55c52f
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd4c1134fa10b6b66134287be67b51b1f3f41ff
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ee635315f28b901e8cee9e41838559bae2fa19b16922504b3e88a38c3bfe8a
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b9a27b5214dfe8b6fc53e5d77f4b298008e839
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbadabacbabbdfb60e0e66f4f73832e9af08e5a88c17162ca9ed6ac9a2ba176b
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd7ab8af88c7d4fc81ef1237e5344383b51d6f8
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0a9a0a8cba52c2db9671e77384cd2d286d1479c47e18ab99f783f9ae1d85ff
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03672b3607ed399bea6d2f0ca76c291ecfd690e6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a674b05de6429c54ec0d9f82738972d7f42fe5a70cf62973a82a19c4a4989c
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa4cd3ee1660df04145da9f4a3e035401e8cff9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68b4de2ca9a02d63eeae007f6fc2d1959ff7984df561327f28e0fc3b941e079
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08665946f6d06eab82b7f4f7f5375af3d23734a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84ef4e5c9b0f294b296d3e8990a2e64302cdf4bff18a2e93117f64aabe883c0
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbce4d65b27c1300ba55e95ed98f99225463a86e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ac30947e05ec5ffeea6c6a577445e3575c972ed1480beb12ccdd7c52e5566d
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5ce3d76fcb112f9bbba0e73063cf5b32834a24
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f9ff93e6415d41d1f46a6f459a0f3087a127fd17ad2c94dbcdb7573ca2a2c9
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60370120dd918396ec6d42948599011eceee4e59
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8338ab26b5ef4cc406d9e7ef748885e3aaf8ee2491f0a571bb372bb945172d06
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73bf39ddab8c6378eccab6f43d2dc0bc1e13dd6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50b5d5629a65b4153ff245d028582d26546b375f8cdd2874f5984f8fe31828f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abeea28c3e96f8efbabdf9d36be7b3b163a0a1d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f4a2905179012c020e4c2a5488fc84ca2acb5d47d427c1659a2ff56a1735d7
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6553217d6032210b8539feb5923d87f032f815da
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e1d4106835396d3cdd14478c6d35f15ce48c963a0d812ad8daa2a941a89fc6
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4810a048ec47cff88fd2fe3f08f0f56d81f0e8
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d86938b5affc5027414a671562ae874347d1fddfc0cb95ea2ff27d5248cdc50
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d30d5fe0bf2b807a62b2a65cb8dfd60e28d3fea
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286db429a8e5038a4682628da0255669f055121b7504a159d51afd507079a723
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b5e209a18b7d2174ac11ef59d6dc4181afe449
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b96119b8681c468b8ce5acce522f7a612fbaa4b3bda8dffdc4a4039e282cb0
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0726b1fba03fbea68645e6c36fcd52caf85a4e8
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550d64b452a6a4647064fbbb16d4eb2e143ea0dfe779dca3bd6b3e9f467c4387
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9e4adcc2e3fc9a2d6d79efb83b444f22cadf92
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131d3130d33daf3af86a73fdabe9ce64e0ec551b24a6295e24a07e635900acd5
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc5c08b3ff6c96d98ee8eb3bb2ef13a8acfefce
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c62dda9838a7a167d508f35aa4e6e1f755c98cb71dc49a48e108cc24603be9
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c30d51a8dabe92f7bd1ae4840d8cc8c63ad578
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0f7bd18c134d79054f0e8b4ccdb00d3b8097de0768fdc760d5d791723243cf
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e3952cd28a2105a0e60984434216224100fdc6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae2e1a6dabc52888dc56af0203aaabac81a3b2b322b2f3a2d8cfb0c7d4edb52
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f222de26ce11d2280369264d834f19ac4d0dc44
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05257c9729290a90969805b4f3c50923a9c597297b259b56cf18fa6ec1f43f3d
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff96fee2a8665802c2f841025e2044118c9de3a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d766f9078d4b3ce494f5e7245d42cf099f03106929da857d6676632646b9212
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700cbcc3fa9761eb1fa95b41965adcad55c17b83
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe875fc3d3425872369b03a26192f7a6799afc39b36237d8c384fbfad7e75cf
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e711e8dad162e2fabb64a70ce2d0e90a12f3591c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873ead6a13e07fce1a5b5c2d8c7edd1112eecaa554e5fdf173037596f5265879
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2363dc13f2501b8466e2c054962da93926e55345
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6668c9d358aa7e4c94ce8d483f43ab6e63861244842a1a084de245df4fc14f6a
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9570c1051299dbac25358ab66eb8f153a9f1bc11
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ec2704a4859b2ce7c7f3590d453932629b8653b2a609ceb439ecbd794b1d38
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67eb0a4b81240e3ba21a6fd1e4e981bd1d4b04c8
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd246eb27d45d383d7dcb92308f823a828dee469ac564fe40c4b8e761d0d1d7
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bff44480b2a741b63d60c9270d16ab6b69aa70
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef475ae1c1245a05612d6ea520a876f56b8d99fe35d86604674178363f46eff
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc62e13043c9b7ebfa0fd2b1fffab3a6138ea80
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e450857b1cd061242585488cd5c0277d7077f761a4857e409e760f9f4b87ccf
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e8219560b222215f6861075a0e063f965fa76a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585c6d81bdcd944860633e5420b0d8365b226ffb846cdb023be53ac3ddd56699
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a58b54c6eba7305be059c0022bb75f7cf750273
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c095b0c7a7948d2d7a9f7b4786a876f5db8a9b23e0d07cf1a7c82d11b0988e4e
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bda75bedb7287236cf8498cc6b89aca7a2c507f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc403876c4e46dc49f62631e0d4100998d13e40e24704714145ae915eab9cfb9
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4781814fbbb5e298c314f4acd8b8fcd0dce184
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4566630c06b309af545621ccbaa10dc435c21b38dab9c05fef8673c20c45298
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33b8215c3bf0cf7d4c9e8734579759884ff60b1
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7486f89249fd0965f310d9bf137e8c5b174042a24468d3cb7d7b74495489a73b
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b5f239aed58d8c167ca28d88f7ab8793d16c0b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970e51645fd405e4c34c97cc77c8db94cb507f3182de896fab2b138e5e64ea1f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b9bb83b1b2cc4bedbf999894cf8ea913ea20bc
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030cf46518f926f5db39b6fa6a77958260e9a20d9124b0034abdc14b24339083
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba65eea7a932287f9f1dce4e591c3ea6b883facd
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b2f5fa6774a2fcddaf07d08ce69c53e3477144b88dccb4adeb46241794db2e
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493bd9e1172682c65a3b38706d7c2467d581e750
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab963b1371c470275768568fb55372701f8d88c1cb704f8ce91c51ed32ee07b
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55be855ce3ae2f11fb5bfa8ea41291a8f1e7edf0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5510cfcabc044e5a52035b96d8ae2d288ecaea24b4f0b7deb429f89a48c37476
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4337cdd6dd9b1c4db191de39a02ef81a6a430aaf
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea14bd6f4521156e6bfe328c0dd07ebdff10b43b04c8d2b2f94f3e4e53c8e0d
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e1acfc5e55ddf49dd2ac7da3684a7a0b9aec6a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73feaf309614c33d64580f64c8b52025e39fc772e34c8a8e2e7a5e8febef5b8f
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea1ad66a85a543d24aae7f208b7285977df7090
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02683f0ba3add6d8d64e66f642cb103b9b151e6a7784ba244247325dc3a035b7
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab0cd6c5ebacadfaa6581c132a623219af96d59
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592f28818e57a97acc0c86a1bda80e3a7edf6a2416c7ad9534c217dc345bf45b
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab58fbfb583e34a04aaabb62c01068ab2caf2615
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f861f947f3253603654812462f914a1807700b6c2437dc5eff204924b58e1d7
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7466a8fd3fdb8fd30c4e8ead8f9d524fe82289
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d61672de9ec1a642feb7958daa7562740b575e6904a0d991bae9c8b7f4c01fa
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b7c17e519f95746301df19f8b5139807e18536
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2eb4dd9d24c21e36a50b9a49bdcdf7c2487f850e282d673e30e2c967944597
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a72a85ee731baadd69f7e75cea813d49a3db80
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdebcff5f0bc8bb96942225f67397d2d9ee70e85ed8dc89894b4ae328f9ab89e
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360df5af3c823883f529822b89b4ed5871a30971
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fc567ec96284aaa705ad5035ee48bd86c903c39310ec169c2d1e09425dd791
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb5f3205842fcef92b22e002e83451b99cc94ee
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e09d716596227eb5ad985156f1945b66e10a5fe45118fe66cc5b723e3a3631
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c794db096c38b089661e9488e6bb6af2f382f634
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f70f76b3eae54d62fadee9e9f94f2dbef3beccb0cced653ccdaaf7b8ceb2309
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63acb632269e512fa6d94444b21f309aa8bc253
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c356230367934b8bc62333a01d0d1b80d99ce38c3dffb32f487015c148c3092
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55418a6d4fe3fb72a53615e2282b02c5b88a0e9d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5de6c13bc546527ba27b9bc6f96d07351384c855b8e03dd5c2a7a3b37ae22c
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d94924ba02503428f230f92e42b8ffa57724e6c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6733a444fd79419af0a2dde2bd1190a513eae499a5070d6763a41bf639056c
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c556ce4771058f1029aab1b0546f67e1dd4a0e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5c0054353e87001f453b040a6a6432631e0c2ac6a402f4d739902dcb7b898a
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f16e2c59b748eb1a1e9865dc2dd14f1440122d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a17d3bdc41c19b42bbcc0af075033adbcf8bcc60a49564c5cfe482a5e9b069
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4855510e966abd141c7484797e1c207fe5e78d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ad2d4ca5bbfc90e199320ea6e57a073a778b8bde7ccf669181b95b132be74b
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29edf625fac65b0a15f33b5d539ae3a91e257f22
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbbce39ac81f3dcff2161ce16d3df5ad292879feac403c937638b7f805f9df5
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01710dfc34635f5a455871c6966b9fb6cba06498
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898a8d5b34fa825279a98a6a2f73ac7599d56ea33b488c041938446f09b94d34
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32185ef1373beb018dbdc310212d55322e791fd
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bed20911fa9f2b6baf571ac61ba6a3c6fd57c85872828cb8de9859e21e828d
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58a0cfe86abdfa2e505b126d39da4dd152a38a3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c015d79db796cb12d0358d435024befffb395332e8fa0e6ac7cbfdf41fc01047
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49993f100d04ef202d2f0e88ae94ac2f150a88b5
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548e5a02adacd10ebdacf14c909e0471a139ee9770c4ab9d58a65afbcafcce0a
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8118d58bfb1b0cd215e7f791a49060bb11c3f4
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c9d34a6cb77ca99c6d2403520bce3533ba6116dcc9c7a3e3a7f8b90c84b49a
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8413700f50b09606d2937f4adde25ede01ec2f3c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7763b9d375c2f58c5a0649c96d3cf4804ccfbf78650c3d545446ec06932ee8f5
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f22357c09bd6c437788373e30b42e04a10d7c08
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf627728b068d31608fe2d0859aebb504968c314a0edcc96020b51cee255801
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7486d5ce5ed71fcf01b4047d2a332e7b30f99942
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439a644a449fb5c329781782d6c9a455a51425a5be0aef9b5b14c9dffcf00ae6
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f88fe6baae292040c83d298ea24ea735852b60
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b834438280ee462ec8d2c48c3e00eecf9b50c478a91f3fd487347aa4b5f077
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c196ea89edddca6f367d95920f56a06e315f04bc
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bda669352ee08781fa700e8518f31524868ed991c77f91d6e260965a1853504
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747c77c41ffdcef3a3effe87410c117d41418729
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aced50daa2c0032984d39d57e8d52672ecd8b9b426abee376a7e24c0a2b6d940
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34d52b0cd0ffcfeacf4f40f367e36e56bf22199
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27307ce103b29cb3eafc1a73d3e9767f0dc8f5b2e10909b16ca2ce3d7cc9b6f8
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbae7c3af3bb4ce7bd729a40c79981a9b844729b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5573b9dcdcfbfbc21adedea9bab8102503a62143ab3c1720be1ec0b339a394ab
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4818f42bec2acf29004e42319501cc9d0f0c065d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec892c02d4d56440b3505704e362447ccc346359dde2cadcc470c37d643df9cc
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17df59f7a692e2c42251e7a7f89a72438ef5bcdb
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6ad0ba07146f8193f7f2a1245cda6c092c9abc533a789ffe7bb3f04d3e12a6
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4bad2bb4383f5fe52c71f853a2d2142bfac84b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a298ec9421b3d1180b9ceb546d64bd1538ec635b5f44f4f32262f8d416f8aedd
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfc7ceb6795141fdf00c511ebb8710e17c13912
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c65b4c8821cc046ac9207f6b57d9b4d0e256ce6fec53948485d328e08d9653
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c170a2a496238a2e9c0efd93457222a3960aa3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03519d48f83b44a4c7b2390d645b193652ed18149579cccda98dfb76132e59a4
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9619e4b0fdf85ecaca4042a346e90db7b680cd6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11fc89443a5aa99ad81f972c1b7cfa300c3c3ea590dd2f442c0003c86dca825
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a609d7e42b6bf1fd77be621f6efce82261482fda
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3338d4865b3cc7c0976749029279b6a9651809f5ee80ffb048bc75082672a57a
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f54f144c806f7c6c6b03b03388f325850ae0116
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81188a348b3b299b969534afde85f157c877d59cab2507ef77a99d84a9827e2
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c615dc24aafa55a3d8ec63dd31bae6477b1d9ea
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976e0536627b9b4a9e617ec7c28a080b4051d5e82279e8f69b2308b2e2e83b2a
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43ce39ac4ec747a415ed72ff900c72e3b7aa7e7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0747eb2038206898a06d602ad447e1b10aa27221ba425411061068e79c6a0b
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04cae25a236f98ee02988330f30246091a31fcb7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b4a470861385be3f1b39b0914b0de148854addd365fd9fd74c5fb611d17079
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcea6e2211325e4515df8c26ef378a3f1661a3ae
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44383d999eafdadbdf276dad3ec1cae1b4311b97f11dc3ebf48fc9afedc273f
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386b3199346404717f23a409e307c54c763ce6a5
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de87cfeefe4cc9383eba463087ee754b4f80fd631b385616eadb373bf2545d5
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c3a93f406b41cf914cee985f0995eb0f384f31
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9efb65dae5acb7c79a3b383424fa95bcce8fad5cf7b6786c987e5f8aab1322
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb74962d5e53ac931cd37fe827d33602678b9ff
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be25af07b41eb386223537c6e976d5f880535d0a63e6eb45adfcc89714aa6003
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a04eb37555d9fff7cc3f8389145b82bf0b6c34
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1af8125c4df52a60df955d019b9ebddc4ff1ccd3ed8731ff779e4b504dca583
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c8f56c746077849ea975cd1229b6c7dc5444df
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a598136dcf5689d6451de96cd3c8af962c8db9eb6c3684fd409519062b139243
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a651b3138ebbc335f45a66b6bff213fb068e5e24
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4084587329c83523d02cc8b3b9e32e47922afd9f565a286d9417c885700befc8
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def11515fffec2a3ce72a4b870391dc8f9e1dae7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b9974e2cf38afb170c0af7783d4a8083eb314aa9f9c8e98a10b10539f6385b
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f447d4d4e7993d61922cd9349a031ed2bc3a8421
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42da0909597b925a8076c252cae9d01da5e73ff99130c620fdda3542efbb7a3
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7cc9d92e9800574b6daee1dd7c0a13ac76d22e0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0035a37900de542c4af34dd83ad2b4e44b5f4c720bd8c06c0875ea29dbcfec6c
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f75ab81f9d8d1e1aadd18bd121a764eb3e44af
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ca91dec5809643e1a2865b5682dc14877eb55d8e99dadda1dccb9344109ae5
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd9260493f789b026a7d2b26f0aaa6ae35138ac
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e211ba5ccd82808b3e1abec493eca9cf8b6c08fef20aa324b24ac3e59d3714
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fabb8ea6074b4f4c7266f14ff986aea21d130d3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d3dae24e429f829f4fedaba90cbbf955d9209284bf4c1dd507b59f3f2c9cab
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525d194fa1e08964ea7f5e69fee2e891fc477415
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e61a318693202d3d198268a4b04c19acbebe60191d34f8d264428c9e6893d43
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1beca4a655235e4444718e839ea94d3703661f38
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb758d0d9ffcbb7f5a7f70c7c9d0edd20866064d3c13c1513e79e3554b06885
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d286122648c61cbdc9a0e8e59dff25a550fd3f97
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f017ee0fa400caa2814509414b1f2f127c5ef82d1f8916284e7a0915746e6d18
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca831746ac637b2d189e449bbfecc62c37552bd6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abca90b157acbcaf4e75f5b76c544b42d65f7f4df30ac19491cdfa34fd3e5f7
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964517f56adab985cdea963acb40d15d05d3f12c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf9e875fc8e22768eea1b6a41efaf4e6a92a49a4e63a1e873aab5913e3d0324
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820619078c94c9e741e8dba497c39a27c46b8a49
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b930cca7a8bff6030a3a155347320b33133c37306e0b2439ea12b4f648030b0
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2933752568b1588c2169518c21b3edb0c1780a57
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad2d8137f3df9b107b832c1d95e2ea55108d558692ab955e481ca988281da23
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682d47bca693ec84ae9432fe543a23b9ff6f3819
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756620a1ab3d8e10d264af6d21e47f10b4368804d6e2ea6cd4c0eee7f43098da
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ea1e56cea79bac0706eeab98d734e51593c548
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be705965cc556e18df42c937d5715ee1f653b894bcdadfc6cd51377297826c7e
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcab2c9ac389e1c20bf5b494356b229476d1d45
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac987848397b6aed12be91905d9218be7d54b791a3459a1d9e7e76554a19db8b
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8bd0ee15cc7dea6fbd60da7bec36900ea9dc57
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c8e76505a042dc82fde09b07035999ec092a712eefe924cf27380759834d2a
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625e23ac779dc0febc3d27bc1fc233588430d5a6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ef81243baa542063b4b372ece3f5580e93fda2576447f7fb15855cde06a575
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d693e22f7e975ec782a81b048452b6f93e991c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16c48feee02fb328c4d8ddff6230a55554dca9ecbd91351dde29c8810a06549
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f808dff8de3dd436bb16f9060013de531524639
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db5e4dfbe7c65fb7a4213941b660a8721972dc4c26ae45473581f12850159a0
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abcbf9e5461c63931e1afef0aabdb03cd95d0b47
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add6b6665706bdfcfca0a5b023573d8b51703fb84301796fce95d5c7f9a532a8
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b16ab517b39179b0adc231a483f9bc27024120
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56b64b41db2f09675e30f3325766a86d427b523087de21ffcfc8ccafe75d4b6
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b16105921545d4300650ad76be07c6fb0214fd6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9833ae418e1ccf671f4d6125dce63f8e9c1edcf64485239e90c59633cd46c307
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5003942536df28bde8486117e13c37440a4c18df
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb5820f68464eed7542004870503098d62133ade7521a8a9dd2a6b4bb5adb67
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31e66c486acb210a13244247ae456e6d5df7880
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93fb3f51c7da66912519816872fd62275ac05f04d3d46caee67084717ba069c
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aec440fcac912df075cbfbf834eaacc4c018c9e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6832ef9cc668e55555905f3262f923567bfd7f85600dbfb75cff01e7057fa645
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6093eb63c8ee282d5500c4b3dd7753f847769b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e9648a2e3b10b7d802fbace18268f3f0774df5cd5eba29f4afcdba89c9c287
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a356ce086a9bed89a975c0b348b3bea6a2ddd326
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fd425c39d8f7533363711c79436c7f574270a5ca89f203bd68096798a96af9
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ba35d5bfbe4f9a1becdda13ab0db669142fc05
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef237b67e752d48fd1aee6a2b6bbfb8ed753b327ea15b368ef7e758322b23a4
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0288d7d1a97aef8e76f6b3dfc988bb63f1d829a6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b8d25b3146690b09a3bde2868f968e8affd0a2b0f01889f91386a009b59e04
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba71c464d29acb984ee53dfb09fa2b4a872bb286
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34eca4fedfd97218f957a1de5c0cc69177e17634f56254f926d3a23bc2ba103
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c408967f30ae5a2060db3dde6bec086a47c01d8
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9b00a988b93cbc3e0293fefcd870b98899f73c36638ff98684c79748afccb2
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82651598de29aefb0ff4cb18b3cbd10f69a22678
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644a3efbbed352d2c0e9b901a12baaff438e84eab7273c6ec7512b7e12a53f60
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa25028a36d55f09184488ddad3a8a6ca30329dd
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45fccf1abb921d8db22ff53e82f26e470987e88fdbe339f7130bd87838a15aa
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cce212611c0d009338ca75fa7fe074716eb71ad
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b492df056db55f2672061bf4634e815c89fde50fe9ffab38b971d49dcd9808
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4108e05d7b4a4cb6098b25a94a0d237139e2f47b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6839eec8cf6dfae07353ba9ed3c8248a781b5c61b91b2ae8b9881da61a76ca6
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8affb28eb24b4d4aa6e611d06d5af218b931ac
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1035950c10874b00b4b2cb8dc3b4ea4fab309abb744f3e6ad62480710d245c3
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b5b9a6e4e909f5b4ca3607a8eb2e8ed9536fbb
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b44b94932c296bb9b8681d23d0d37fe5a7b0d54127e78d7794d8afdd0d2c893
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88a3ddf3df78f332ead68b91178cdddbdf0c44e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14122abf8f87442617debb4f8e57b234eed301627e84062cc3786cc5b9c9eeb1
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb85b6073c479127f9b4410bb44b149dfe7fd370
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192ea0200b149c37a036626ac3821fd7dcc543eaf7f77e952835a4aca657a8b6
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6925640cc84f18cabee2a1c76718c1b5c3e2982b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ea23449a21e585b8399e98295b129744e55dfe520c524e07f81e004d7917b7
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137fb1449b2593a47dae2330e435af286b19b0c3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9e32275b555fd997b4d0d9f025d616b38b03604db7d5ab9f3da85bcd101cfe
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa935fcbb9011232d06cebf5bd677176a16708d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb3e57405164eabe9f1c53bf784c5a5847e21c2ca8115d2e04f12adf7fe704e
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d6d5d99311bbaf76fbe499edf0cf4251b656ae
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef661b098dc946adaa6ea3f9d6e01d5b842ec0ca276cc7d04ed95f5306683d9
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0c022b047155c0ddbf5bec194ec593cd98ad22
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47a5b2d011a8c68ee7f2d8e3e18c7254acc0418b13aef46bf0f0104e194878b
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384d9af1a2b63ede5e5614b89ea7a7965465bc14
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4aaf36714a958a17ab231d60ef1cf0776931e8ff2c956aa98f6d3d8e04890dd
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6696330af35f799e26d22f549beb7f45bf21390b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444f803bb46e5a47b1fac2074b19bca5510175d15975a901fa05104291bcac59
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1bf46de45e58d05a610be5b386800bd588f3e3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce438cd76414ba24058a214f80b2e5868e6eabd4f13da542e009b19ddfa8e1a3
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d7f6c923d588fdb078dd3072851d311af96ca
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833296b0036b641e02b1d4315d988e841d7194654f3cfe5b8192b96c8cbb35fd
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57e39a8e585149992a9a093b4d3bf41bbab3a64
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c9fabf17b6e84519f1226cf97afadc2fab609aafea67982aa698cb644f91bd
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fbf874c7ee6b19afd08f59249fb03ae0c589aa
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e239ed29b0d2cafae234db47892bb434ba2b17d259b7b507f64d04fb9f3737ea
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b624ab29eb0b474041ad1c154d1d5a0102abd13
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1236308e989cd6f59257133fec512ae378f703adfb293e00c80b1e0a5aace4
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0bccf4dc463179500f453e585bcd21cbfddaf7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8162359025dcefcc0dec77384855a17821339c8b9d8d81aea2b13e6152cd921
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3242f0d7d7e11cd7814c4a55d9f26d1db368db37
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68d8692fc66eb29116d232bfec71992e37bb1bbe72c472292d82c0763834077
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423228b8b2bbe87e408fa259dee97929f9409aa7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88021b4d394d63d9eacc050f692d608445aca1c4a12057413c004f98579d6998
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ff0aeab05f5ab8fa0ce95446b3b4235ba9aa88
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cc1b5f48880a3d599870c339f71b98d40e94a470f1afb59de704d95b4d5756
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f8d3fe8d847e4a05e59867e768d7cd9b3898f9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea338b5e1c0ad1f58821b63e5b10439307e7ca1449a090d250d21e8a6f5feb03
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0d4e9b5d50971512320575bec84a9e07aa8307
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d740348c9d06695e66201df0f3c05648e545624ff149bc2d93b8d018b185a65a
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3284d68b998cbc1a5a8be87b26308675b86da6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0c66714fb76a221e344d5ada98c5c68baf40147b4c3ba71f25110a6a5904bd
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028dcf9f277834bb2eca35eb0ca169f790efd46f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b788ba6b20912827692234a9777dec730dc20d7d81557567ae5415ad548a82d
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7bcd120eaf9855c2dda2bb2f983029ec4bd9c7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b66ddf0d77fe586ccff2894dec41a8a4e9dd94c10d5c05e4343e6a6464dc02
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89937afb3dda2dd5febaa027d4cd2958a5d01f61
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3ea245c2ba1960200423e8154b03c05d53116d8a420981c812b0f815456eea
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030417c7f931e162f15ba4c8e1d99586b7e50b1b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493dce098f8f3dbda0040ffaa80ab3221a249fde6a0508dea1ab893f4a745925
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5083ea272be83cf09b739ae9198f6e36c383e8c0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd707ee7e194c9dc49b1f5fdf37b93ba490fb293f94a18f0fa96598059f2b1e7
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495015b8d11efdde7d05c321142a3b05cb199abc
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f1956f3b4e0ded7cd93f576bb5b57cadb674ef0eaeb4f0bc4dd3803bf0222b
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766ee5622cfdf9e97c2b41c74fabb19a0d002920
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0001ae42b0cf653a2cf6dd22355c36930fd6a2cee25ea34bf3b682779c69ac27
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff97c0e564e38966b9fde2ee6cc0ef2257744d2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd303b1f3da45745a3d82e6bd1dba236d254dc6899c030dfbfb19568b65c8b17
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60038b2916e176a3a631a8ab25f61826e229fabe
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec466bb571cc54756295345e28e836b6bfc1cbd2ee57696d5f285847a477e1f
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4ae0d72c5e11ea7566a1e45914669d0850e821
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f707c88269d8bceeb470415511d97ee0be2bf43ed4194027919d46765ec61c
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3f21083571a98781f0260beb7bd9637960dca6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db288f89b9a52e2c8460ea0cb89cdc6ca30c739be1b61be9fb33722cde2952b
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c689df1c7088515384d3ac09edc5deba763dbca5
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6a0eeacc47e06122fee3962fa2f63174f17b3de3f3418443b8ab57738b7b1f
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bf6d1c961b0fb396d115886576666f8704a8b0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27804666228367438ad1fd0da7bf587eb694528c6e079a2bcaf8ada6d1bbec7a
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe88a106128194846662ed272393a85217ed4a6
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d19abcc077322dacea9db8d0ad82db5e70f88899190e584233b3fe74e32cf25
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dba305bdcadf14e0b1786c34e7d4d4755151dfb
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2ab203761dbe9fc0d1618bfe7b7ee42b827962bd0bb822ee411a5dece0789b
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4498bd1bd4cf8708188ec7fde7e078a45d7faa
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24dae216d09ab231d663c42f8b8f845ad61d495915a899ff5237e62e04f3aa1
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d774f1a638e3aa1d80a2d7724ddc2e288cd52f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a7682788e22a89490a01d810dca9506cccf23249abd4b9e7e90a8a77746f66
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466bd2e36295ae20052cb88f05e102a638b6fd68
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c831f97575f74f97bf5a889e3de51e81197e7ec8cb37380c0164453b78476824
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873ded0df84a3b70b2cf569908febe91e534aa1d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f74989ead594ca426766643dfe9ac5b5a64ce74b23f1c6407c9e51244b3a6b
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c81f966db05a2e23568c478899dd3bdb1307082
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5241fc735650b7db6dff53f9c7f01a7bbf255182b579b8a1ccd812a0288a811
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de377e20e97dd6c9eecfad0d14269e462bea60b1
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa49d2d1a8098641824cb4be7526ab41ac675d2c6fd3c646afee2a4f53c7820
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2914c7ede2eb49579467fd8b8627cbf24ff60a68
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db993bfd8675eeab30843c93229a6843c413bf91be0a27a07b4584a07f210ad
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550d72074e4b625b9dddd8cb6719c20bf042bdea
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5656e5e6cd4f4b8abfcac089cd9deaa66fc4aebfc17d75ef7e4570ef7bc8513b
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee42683cffa7e506a2db50f4e6fac5b8b6c9d619
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4661dd3d93ea890073df0af3be7421726e7c82f0d5cff1ee26e7d60d99afef9
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d451d58f053f3231eecb978c30a4c8190c56888
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d0f2e6224e8354933b7612b29ab6d362ab0b696b0353f04b0b28f12ef1cc4e
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c005717aef01c5817aa9a913d6e2e332b0908f7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b25ba14b0dd07725b703685517e34ccde9df58a8a8c51d825c026a4de9ed1fa
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1fe5b04497b7eafa6182a8f995fe8d4697a72c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4a3d37c9af3ab7759b68695f52c5dbfd30760a7367264a45f1c0c7bd1952c6
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db16871f613ba528b62c73fd5518c55780b04926
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa00bfd6a32d4d8daee81fc2618a53cbc1beafd63dc0a53d802f0b54ed38847e
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d48cbb6b6e9db0812363186fc254f55dcff067
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95296c37542b1062f8bab2256f7108da90ef739d4709e9ecdf90e9b763d1e0c5
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54e13b7727b07e285946d45bfeb8ea3125db044
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd23acc2a15ffa8b225720c7f049946e850588abfa5689b6fceccb16fa1a576
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d94d6fbe1959028080acc3fae93f80784ce4a0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4321e062b03b3b7a98b987d66816f2639f3386228a9c046a8c6720dcd09f98e3
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a080afda4425078ffc2f9793331d06f25ea1ae0e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfd9bb201ea576df8c7b0a0524f13130ddf265cbac3f404d2ade760fb22bd8b
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a3db80beaf66cd388f2a9d3d5a67061d842360
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b1f69ec106dee57d3f8423b812da72bdd20dfac041373e04cdb7c2d45f8cd8
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2e2c998d21590f7fef22e9ca2379df7dc7098b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84baaed435ae7422cdf30645ec018bcd9aa5b5e238e468014a679e667857ec7
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0229ed2f88bb63abb490a7a0eb81d1087081da
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04d1d05063f2024e2e2a3746ad0e4691f8734933ceb2f5c328b9dab8d4a64af
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dd663bfbadbfc043ecd6c063e380c711579aa4
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9c397e8d0b96a544139afe4b96aad9e2a73588701751dd68e12a3ac06351a4
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be915123ff37abab449c60a54336b4d674b4686
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed0b361a4945029604c1124d290e3e7193ad65f8f17ac52bc495a4e2fc6cfcd
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154d787a42a6c69019421b11e2ad59a02f6662f0
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a89cabcde93b56b76280eeb0643e78f8e4e566345e746baaf9c39de24fdbaed
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6baa9c31a5886f808503a15d5289cf7676794b69
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31dd2001fa40bacdf2d67cb044624e2dabe5ea3148e345488b6a3bb61e4beba3
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86184bf18fd1a5ddd569426e648ce16ddb4e1c08
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d793b9cb1fb2ddc7511e4e299a190842c4576c5ffd3da41fe1d2916f633251
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d2603a666ca07fa385502b1644bf7bc384615a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42033ba0d6b267909f324a5aa10c08d6b68bad893bb4a9953d2ea7d8a097744c
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df7b999eeaf1ad331f44b9deb082ab56afa3222
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7902219c9eb9b8645081ff9a77362ecf2288d3557743f3c110283e71ae8a3da
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd48114cefc8090e44e5da4b69c9d8d50b68b55
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d5d0371d4c1af5b195c353f5b39c85d8ebbfe1351dbd1f73e11ffbc6f61d19
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d862aba4f5d05da1e33ca08c74034afa911c128
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7770535cdb085de870c24bf691992b8f602a0ba6326bf869ec32244a1bc9fad0
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ea1293431c618436a94e549d487f61d9802d3e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f49225ba8cb50b3cdfe0b36ab2849cc504cb8157952a35fe88898d4cba06d8
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00e3ab864c7d89b53e15b67dc6734064b04d8d9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a952722d257adfe31fffcf1a93c956fd3b08893c2244c1dcb05cffd42f225788
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9a6a97e33553e2402d0d6fbe7d772d97ddd3e9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6d4260665661746879dab715c970c1dea86ef40809928d494d7e22c2d8b748
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f639bdb53468d32ffbb91aa47a8deaf8a2660e3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6948ba456dee5d75bf77493b4afe3ae40f8aca65250a354e5e51d2e56fa9439c
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544b2ed3a3f5fd8f1b613d908abacba2233a609b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2056c044424f416799b7780c4265784599f4843b4496c2736b4dbd6da50c012
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f076fbf75fd550f0f2cc2b303a3458a42f379f4d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb275e352ef9c39772bfd97f5bdf4e90a4a131b89b553f2988c29fdc532bfb47
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3198d78d960972dded023b21ff1f952134fbec
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df14c72d6aa25567be8c296054c2c7cc2d81396599a9c14a50995a8cb84838e
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b8ef5cc6f1ce9ed94d5ee067a8b5afa5bbda62
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496baebeed95d9b8312ecf6adb166a06a2a0e00f189736c9cf44eedd60d4a71c
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c404099ca55e10e06ad3e35e7805dfde86a44bfe
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6783e237a5093699241f2156ee8078faef6406da7407022ac1e80df2739d15
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f42daee45e510fe53c800082118a01e4c6b66f5
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f38ca5ba93b7e25eb1886e533a1bc00203e44df29ea5c3911c0de17f66f1aa8
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2a23a0ab0f7f72f5bed476e2f39c4280d7e146
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1b5be1a33e098d227f53c81d84f0d5183fdf6a5fa7ef0884282d2304bbfcc5
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415b7ba837dd393bffb494143a42b14f235c18b9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae0c2a3a627f8955042611a70e48e76829dff43290a453537551c6c3bb827bc
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18dc2c6b5dad6abdde4495471910ace51eef0064
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5465923ce4d38bb83bbc9eba0cd9a26901a94eeb23b8ba9e216b8f62822a4b7f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aabe05c8e1f6ddb2eca4d6c91dcfc08a33a9ee7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058d76e3505cc3cdfe62e13f05dd1eb0e5ddb4f77ac285ed21ba2b766133c93f
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b131701e2e8bbfbc84fdd47c1fbebc6ddd18a5
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3186deb74017f10c6eaaa1705c6d3218203ae940cf50681dd9caaed9b865df
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e0e0754ef0832128b7cbef5527683ce6f9996f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4cd00b3c7c0cfdc9cbe4be41189de86c15edde12c1b535b0aafe67ebc9e9a4
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f77c1c1be59fbe10bd600f237347a0995dabca
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d050b175fda72cc25885c5afe3b2387a3bc29b2990179bed213027e87388fb
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2203cce9e5d04c25d2f2e3e17210d0e109ed024
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57b8e553e0f11675aa3c697be252e6357349543c2db1548762af40b2f0f4e2c
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d527183f28e6342721be35873a3cd3b5a346be
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0b68f148d74d560b7f8dc02e3db5651d636810853c0fac45c1b83a63ce402d
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e7ee6362898fb5a997200566f79ef4ff182307
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6804cb3c9b3efde7317a0827d60536a53369d10320abe13da7181adebb5b265d
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef00157da99a83f7c4ec2fea7878f4e08c63e7f2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffde695298b0b77794e2ba7829e27efb3d48fc0ef8139c1868def6adb9a5964
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47983d6fe6f8b05c1eeea273b2b8bd7b58bda95f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871833e063f2b5dc74054c87b5f7ba92190c0d83123155923b35123e24341d0a
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9554423b11f4970e32ab13d10d8016e35f7afd08
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b191fcfbf5c612caf4d484cf71c9298fd07fa2f82e44fa892570a6aa9ce697fa
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70f1eaa7f4b144eae324b53b5f43c479377137a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20ee5424da1e2eeca944cad4c42c15dbbb4c888eecb00a5f571393515a1a217
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e783c4aeab0e62829e95b74163c90a5cd66abdd2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b207aba7087e349f3c943f1d8febe4b6c120db2d64994950052328436789c3e0
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebb4c13511d03394d77e03a60a13ac17f321c68
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6738ac55d9521cff795f238eaf45d8e7e5cec17e2e7833bd08470cf612e161a
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815918c0863a3b048bc8dccb94d8ecff61502147
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef41067f45ac4c282b5d324062022e6b4a2e27a620b719554154497c8cb0ea54
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15adebeca3acc019fabd2cf4f85de8f9ab68a90
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7798003ee144ec926cf8e8438a74a9948460e2b947f3a7ea040d196e4d610b
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad867e9359c4e5d5a97b52987b0397cbb64f5df7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a00d97b643f1928badd213e4dac0becc40f859cfd0efbcb39f9052e1695854d
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b89f5f76a8491c7a21399a98a0ed39a850b85b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781e83368e9b4495af2a4bc983c7f28a47e7e15e863a0b8dc5e3ea9058e236e4
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18791ee603f978ea2a6242faf63d46a862b30191
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2432fa188d119ef8fece374e8f53e6e08b0d61cce75a97a1c0f12ab1efbe15
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1546d0f84684c362f06ee1d297d797299e8e3e88
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e22e46b2015cdc828256f80e53e258ac516694d6c7b0ba35478075002856837
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c354b58556fcafc9b59d147e36da859294b706a9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839360bd0fe315c5df1d4a6f789ca7ef8186d4bd51101f80fa8b6ba6f10c02d0
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae07b33c018f89f25477a2ebcb89da0d2355a75a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b6bb6d491c321118a9b41138be48d3fc49da1a7db34c6de0551c0890f15882
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4959dd84ac7d7b36f22654b63eed932f2c3b7a90
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0585791a33be4f158eb9820f488970f961b5d047377774b44b82e2e0cf0b96
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4730b5c1d31f4c0b20ae116928c4e37cf4b8b59
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4c147524b5f1ec71984daa4d49714879269ed203a18b228946264b7ca77274
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482986f61c73ef8a3cbaf4de14c57165f0943a1a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0446b962dd3850bfb92a56dfd0b232c4eba8bef198c41c18fa1025dcbf2d15ae
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b8bce0f633e9c7145d066f3faa4a35f7078343
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b95e8da5096e17b9b3b7f2729d0ad6578ff8b22639ed0b9200e8ff8de10068
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a663245a51537532c57fa82c4f6dd983a1529347
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418875d24ce9f0c94c74bac60c1279bf945120026c20720ea28163d4047c45ea
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8096bc1293e5f4de7baa66dde37e1087d992a5
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3f6e97f46be3ea54cae31fb214660ed8a5f3c71e8b37db026659152b71738a
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f4834c4d5ea27b7b896546da8d98bc812e6ddd
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63734b0217c482868fff80d65b87474b60c80d9af09c0f4de25d150c37d2a8d1
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ec8c1b89874f7bcbbd23b86addeca8a5d90e28
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b328f647df9823f6ab140254b5272bc5a0a3a58f7ebaa7d00b734be69df4be
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030086e52291d5fec10fbdcf7bd1b848bd989810
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40a28510b7e1d85c89902ab1973c91d3e3494baf69c198fc4496f961077f222
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a289d011c69d0f09643cb0ef6ebb19f4d9ff2697
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e68670acaddfb80f5040638d9f3eaf3a5d9a26bdb2b662e5d30c62924e7c23
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbb420f563d4f90b5b5161391004663ceec118e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1816c3c2e2684b06502dee7d15bc1cbcd4b6303f0037b00f37d85044bc9f1cc
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f9a9b6ef361ff2a3fadb7833a34238668498ce
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7c9dd398a6c97003b5e4c5ef0c4818e91b567284ea4355b93c6aac868478c7
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abae918cf18e3c6c084531d9320598474b9e67d2
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058f8f8384e8cb2534f61efdcf01d97107370ed21d87f425e31c54d9fb5a2662
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e51e217a9fbaae96be62f3c9288f4dc3680849
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec07d79391ed1f5d52a76cbcda4cf4100b3e1a06334fc7c363ca2848f2b2897
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3e46ef1c96ac974b82b86fba889d4a354564c5
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b986fa60650091741a95bea08c9d211da6e456997c44d7abb0640b4b60fc495c
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3320fb519b2f7c9a8354c87d5bf49a52b9882ae3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34067676d8e83d231e3532fbe815c1893683cd01407f6d3406d012cfaf282e3b
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e848a981f82b2dc786fe37efb00fb1df216576e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce2d2b296a3c2cd69d1117148914cc4a187c25e99fc2a382fa2f124c614eef8
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58523f4e50d6665de3aadbadfd86ae8c0e0e507
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b372898fadb7bcfde6bc77c40ae16d76e0104ba6aa03f5e7e4dbe3fe48b21d06
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a544a7cc025a1bbed136ae3d7673626785b40e8
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3752bf234ee40b3aff530539431ca080c57a12f100e167ed510cdeb4050be2c
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9383034ae59d961649e9e17188a5774c29ff2e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a63f817c430a3b4ddaf26c3ffae91c00d6818ac029b870ad65b2df23ac0cc4
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f529b414ea0429295ede697fb628cf35f6b71c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e0f99ebecb231ac541c66ba3933bc11cc1dad68ec079ba5ab0ec8d7b248609
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a54a997fcfc9f36745866e78325e2445847768
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c8d6899dd2df4ec0af254f3ad3427d9877e8ab0b9a843694f0aa0f7308ba00
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595df12d7453bee7b47cbd1189010b2f58fb4e14
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fa911c7bd73d8b0357f860fe657f45378f5107fc993cb44acbc1af231c1d71
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5680eafec03fd6efd495858ad3211fa29b6cfaee
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29c7bc70766aafc8c086517cc4f5ab893d7230e5be1ec20854fe761a91cb91d
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2172b85b1963fcb18288664b98bc75936dae20b1
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0200c74c7aefd35dc00c8ef1264043011ed8ea36d97e5ca615e89d630f7d14bb
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1fe0a0b5bfb5c8e82477885314bf02804d4560
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101ade130152637c0cdc5cb819d9ac6dbcb5e64f273926ae1f470e39acf02d70
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af583c7c20377b5e67b5b8fb5e382d835c782707
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f13ed7ed0b2df69321a0c3790022c8523a5a37ee21c3bbfb6c1b515b871a359
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c63e9a1e7d5524a65d6690b3e60c8055ed1a3f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aafe7cef76dc322e9cd6db85a027376b581b60ee1bbb7e97eb714097ac1cda0
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225770fd26b686fc5ab4d63c1626c9ae06542ecf
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425c3f28ab22e96de097319ce884505d2bfae2d5757c91a2e86c1eb5b6da3732
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34de5c3942f4bf28de9525e8d5ff5c51d8301557
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74c0f7bf27f3d766939a0eee56de345330386c4e54aa020b0a95f0c29d75e6e
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41acc35f8ffaed749f629f29b444a4dd9dd0e49
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e21eb5b18026142d50b2ff87e68f09119530bb0b0231354eca82e6bf8ef974
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70734ac540a87881d8532a65ae0a5db436695ac
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17512d37c1afc91323450c26dd9910bba8d0bb0c35ea92db2f9c2927507203a9
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9994bc8360920099252198f702eb1c5636ddbbe1
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8851910ba70f76694b401ae9cab966030db0b506aa251173ca79ad49a2d463
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7972e0d45f069fc955efba80425f224187b237cc
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d7bfafe0934345b137b4ae7a4f2a89bc1b6a6747c0357cf196c70df367d4f3
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d7119b8806530bf3937a3c41f1f23ac003f420
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173e057176f6b43b6f3fa4a2ed2cd9e9622ecc8809118b471973f3cebeebb1f0
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362be96549fe076be45ee060fc09602ef8de512b
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6896df76195db72d42311350db9b6e2eaf968d420351c2655b59f82662dc1a05
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3703b8a301a1161bb5f869295c142999df7189a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13f2963c71ffb4f81bf516d8f154fa79bacdd19dec41da5025549c16b67741a
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4acdf4ffd77900c314166a59e4a49e9d8366c9
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4121a3e533ab2e70cadd3eed2ef304bf1b65f20627205710d29905bcbbfd840
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89affc072682b0020d45613cf2737cbbd98fa6f7
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0715860eab6f9a37f28c3b0aab9a7b748acc340d74d7134f14774f5af058889
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2caec7e2856783532c7f7479c9539555774c0e
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914e634f0ad878a85238e7325dad3eeb9d51f38a0018b1de15ff6e493a849e4d
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e98f1b64d46fa66958c913247ed65feda949c8
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf289fcf7e57f02a8eb79f9e6bf327fdae873ae22933dc3b8d6cc1c922b5555
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2365b43e43dc510a27653586db8018e3b74d2066
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a90e9720a593a26df8a3ed124c82147fa660f1cda2dff381fd3c0889339be5
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33c37a0f40b5cb334c9a43b3e8badecf3b4287c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5738b785e696f12dedc46d451fa48cb219972a9c9ceafc34f476a9d3cf0560c6
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac15f36d9d8350f895cb77ee67ac972f571135d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74221c6d44b3cbb9f35dd2c07536672cd7360da6cbdc383102755a63d9260a92
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c009a46dc5b44b2b5b6f123f68192820daf400
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2e561af937f2905cd939686dd5174d1a54bd5f8934ba5e2848d9f77df28f4d
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75d879f75325b10fbacfcc3ca77e1c865b395f3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fd31222d84a2c975e965e3ccd28739d29ac6db78464e0a1acf574531b6e837
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03cffdf51c26d6570330f56d5107cd0954ce60a
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1cc8dec7e59b85cad61c25fc0608dbd2b3b7f187d00291d99d887255a31b3a
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986bef6cd7836b7d28c914d887bd7d34d4fafb58
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bf22a29e4ab44f0cd67a2ea0a6ab1b691e617ada7168478cf0696344e88884
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163862ebcff3d661ee454f1f16db25abd9d0f4a3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3191f2da61d7d2b778a2a1db5b8df419448585f4c66ad3ad9d480a1998cf86b1
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b405bfce1c216e8772959a626e5ea8fcfaee0da
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fee0b5cc0d3956f67037cec7a85b29776f03c1dc30b6721938ca51455f78972
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7eeccd2036ee2debf5d3d9c946e4a485c76377c
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d293c382d709ca9f3649af4e2e01a670ded09ee3506ee35958db449d30e7db
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af3dc9707299473f75a90fab88784039dcb17bb
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac55e53c65e828c5c6c5d2f3ff1f64c79cba0e6bd6e5b4a1d67a6e31eda2ecc
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb807d371f1aa60e6558b0fad7a0ecf0965afce3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c892a46438712fd2ccb4834e3c5dacefffc02cf6df6553b30e99b2876df9e52
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939d01167dff4e127cf6953940a0b9b21c5a7569
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85904f7873e15b4194a88e0fb50768daeed368512f996dc2313406d657424c89
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb9a8749ff57ca9e65ab05dda70ecbfe650eb1d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1c601129ecabd714ef6d9959fc87f7d4edae1bc1dc659658a4a4565cd7d434
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12885661f446f3b899822d8b1eacabc96cea2e3
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d54f4bc4c4a7ec7d090e40f7ea76212cffd499a10ebfbded34510638cef37d
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442cee6e8f2aad47ca70cb4e76c7c13d47a935d5
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fda6e0bf8b4bac073de3d5caeaf0bbed38483a2f3197d81c5976a059805d07
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439ec2490b315f79c1982b46a1c7efaf3c83c115
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b34c2d73b6d4b3fdfac374f2e787c042b2ee89504ee8e0108fb52365c70cfe
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3857b45e76df13dcf3a9e7c17c23952a518def
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457dfb66470b29ddc7106fd8cc675c9b5e04a48736fc820881b92d67731644c8
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f2f3881d35c147078e80e5e210e7a920fef766
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dcba0ea9800754ff5e1717a299627b92d7cb6f3730389def35261ef47ec9ac
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e705c74a31e2dd03539e2e9e959fae149f660ab
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9c98a1839e5b813e4b53a397ed72b6c3797d2aa91777bcb454096ca208abae
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b5326bc421604a2625ae3a08e5703542446201
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db18fa64e57f58d19ffd74de773776fb683115cb2006add436f6b39c8084f5d
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80222b5e0ee9a87cd2fb7d98a3b64144414cd2a5
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d615998effe15622b90c15622af5ef76e0ee01313116039edb60716a36acf3
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de148296fd98c9f22c24fccbe5f260664b6fe717
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ee8ec545469ec5cf0c322e764641e8cfe130cd54fb8ca361e70e89c37fa8ae
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfee2dd107054f7d7911920df07a09a8c2830c57
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e3b72adca9f04115813a9363de2f144ea862ada759dc05bc90523ab587ee1e
+size 23683
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c672859672bb84b5e7d1e8ecb78237edcc95170
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d3827f77cd07ce8804f9679ebc5538de4c500157a59dcad687d4375cccdcc2
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1df5b7f05319574b068fc6274001023680fd30
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92d2da4569c31a6be851071dbf3e1a28a67203f2756024c51e537d085ee60be
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82874e41205797b246995ecaf329f309a58d011f
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8921d3ba85820440b78b119a01194d4f14a1369326fb6e31d1cf3d40bffd8ded
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7e89ba4dd8f14235a6e6d195477ea26db6d18d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6034f0315e228b22f87e906d965448ffbc928dbbcff876a1e304ae53cc329e
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550b96a6ed7767591788383f2ede128098111fdc
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1344c6a871f3f231559024398118e7d14ee0e42a840b094232b01be022e6002
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105a0d2677248364c0d1429743d3bf63da84f43d
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33a1461a4dcd4380816ee3909216531bab643f9e4d3805dee783afa51706128
+size 9347
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe34e384a94c7a322a23191549545c3bd6aabf35
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c55e18f27af238380827d3c8478b7187762db7cbe7b9dbabdac273d56ae43a
+size 2179
diff --git a/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e8366cb642cfe04fbeb7a96e052a39eeaf7566
--- /dev/null
+++ b/params/tinyllama/5/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b87f66502139a6ba906d5ce0782898e65fe223d53a56d4aa47cee67dc4153a1
+size 2179