diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff07b546f625ae2abe56fced53ec8c0a7adebbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d33f360bfb7968fa9a74629a1504d6de1f90bf3d6d7a9dd68dc28eacc8d088a
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2555d89e9bb66103d50144db1c820288ddd1bd44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e898351a3b5c8bff442eb76751e8be6de82cc6047022b7016d9ddb4f64fa01
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350252b4c21311a97884dd5c8ee4e21a1663956c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c9c6b5205f7f68839dd79eced6500aea6f875b974e21a1baa993e92dbc17a7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61505d751d0eec77ead53e56154f17551ee735c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6086b691b7b0a74a48d667e07142573097ed46509ef9355f4ccf0d5ed39315
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d296bde9061ba33d00655b3990b75238625c3dab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42a9d6a950a72c60b9a43f008edb55565e66aecf13fc1117a0300838ae0a039
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49fc9fe8106151f531ff770ba394311234d0c76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b94e49e368a3f81332ff47d7263e4a7bd11a750327d00a44fcd5749e9843e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae12259450b9ff3d3d10630ae2f3de5bf0f20ff2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a402d1d3dd3f85fc25bee99186cf3e0188665cacd3fb561e740ec4bc64fe595
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfa234b9bece0082521b67cd58733d76519affd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee2bf18927fd5af35623dcf700de4d2d925cab01e3255202762572872bba03f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25037edf373208a7e29d7f13209efcf0277e19a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86947b390d6c97d9c3e0373e9bdc4eb619dbccd2d9a44318996fac872db2e06d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4553574706f51a79e07effd86c6a3629f95e8483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2779c4400de4d5f2c3762d99c35a5494d3eb540d555fe2fac50783b946feedd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e059c6a8e939bb4662862a1aa97c47fca738c57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa0d29c4b9b2dd0c4da39f2b1d9e83ccedb8298e5b0bcfe4c11e112adbf0625
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1600c5767ee28f517881a15c2656e95c7c9bf171
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab8077e5639f035d961edcec11decb295bfb414c2c6b0f1a169a54906bc7fdb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bc12144672721c0b186e9e1e2a362319d18119
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f967d4361d48360fd34dea1c15abad76f04cfacc776aad1eed914322e10170ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bd73654599fdd9f7f3bb0d0b0c66b07d44f2bd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d37721029537c3e1524504dba4e30f2d7b887de6df984afcebd8f42a3bac8f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef15566dfcf3fba2ef983e3d7be49b508f4120b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5170b26a103a57e49dc58512b58821abd7854a580003a52e2f54da718d35c18
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b89cd90838120ffcd054b6ad8e41f499a196442
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66ad5dfd9cc631cc918880f9fc13661fb1d8394da5a6de92884ecb8bdb8ee38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a5407bb3a9eec174669f138ab8023ce6264075
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e58343b9e9eb1621a33dc3df6c310344d6935a6c1fee0622914336f1ddce508
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802edb1f1cf9d89b53865d6565d5ab3657cc0741
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1e39d00fe511e9be8ae7b75b66ae38f25ef2289c7878ef3c898467a0eb9051
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31637956ea4ecbb253a1fac07edc6158d406687f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a089dcc87c954183e6d1453297123d5b981816be252bb19b8cf61f4abf2d246
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a91c02a6cdcdc007fa446a413ac3f3b2438745
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234dc01edac6bf12fc239e988b2bd73778726e0ab0d54f9f110a57ec27faa559
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0dc14b45f0a7be23bc23ba66acd8d1090b5f00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d4199870bb3f578188472cef95ef1168ca172a55e82defb5e9af647a60ef86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b4c1fa234cacc112c4ed9b81aaa91add1aa2ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af385a9bbb8398284df5e7722638eaab454afad02015014786d65c61b14272c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec797a89932a43bcd885a84f304e1951d2db352
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1137a6924d445399b49efbbaf63bbeeb0c542a50150e0398614a8a2de4d6a1d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13356ba9f4f0640d76034e9ed27126de810e476e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abd12ce304eb971f6d3bfff34817e07cf199aaa4f62982491792fbd906ccabb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a7ddef0f165fde9196b3c98e08481c60df1f21
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16b5f186f410ec9babf5a0d7e69539d5192ec6cd1e0d0884317c1cff16c00a6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c219a826b1ec385d0f256e85f8d4fe6b6d62fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3f0cce5f7e742e0ce900a7963899ce7dd3790691b34d04705ebcfbf2e98b5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8568012d7b4fdc722c994448e53e49e6a4c8a6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7348075763c97153e1283cb055f6e8fcc373dcd474b399f71105e9b96d07e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6bfe93d63d0e40d52339bb74f10eb5713c2792
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9113731c327c976a528c4ce44ea2b3017dcaf277070d0820bf9a2028f59840
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0dc2f3e5b6ba8d861707773fc7e93e2e3b0f01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e00f5578fa9e2e04dc6dac2550d19d43c2b4980550f312e90a51fab5e430fad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91927a5f3a0e71e1682b97753239aeb01e3b309a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa88e4009a67353fdf99bd47b48aad138659d5eea6ed1615127605efd5551b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08221dcf5a2598825b83dfe61e0452bee1da2b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e048e606472bae28707a676b77a2287ea9646f9d4fe9b52a2331a19136a43b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19be630b076ae807ee07f5f26e34447dc6f53d7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c298d805d9ea94fa000b67cb39cc6aa932b7575f75a49636b7f2c72d30b843b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f219851e04100d96041fb00c04d75732da92220
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045b4a17b2869fe0372ecddf07bc1e97657a2da25d6d683dc3baac6f4b2addf6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04a5491a1f77b85d1774ef3d1bc1219ea5356f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fff3d1851e2a128e7091b26b336d8bbec7422249145710cd56a77c1a0b9355
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c5d7fc6ddcf8b9c49b24361c749bf36c34a5b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f45e92c6a647196a5d2c53486152ff7e4a981009e16887967d214e37681572a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fc77c7aaa29c58d4e9e9d114aad2266e1301c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea97b01d68224c4b18ca7a0f23f0d1e43622012c6c22a5e8ddb199425f420d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3732e449062032c29bd8b0a4ce9af494f7aded3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5277046a3cbc92a4f8265049322985530f4e30a25def49097979e009fff64bb9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5fac085a86b776a78043ef4b034804f6f6e87d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e95f906447a5b8cb6598556b408f811ed8bba3596ed783cc6648abb4575307
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c2a5cda17bec51d0530aa4a93d67f03c5c4077
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb5be34ef8c20b79bababa12b2e77bff8ac3c3619c8e742249912665afe2a9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba994cf2cdfa22bed6fe7c7c7bf51f1664fda33c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75c9769d8240cc63c6893006cee6c78b6d2d49e9c21cc1d067828ad20509c98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87cf7228df5255a28de80021e02cddd913ac44c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af2d01093e14a00e4aa7abff33795da89e69c2582a49697537097a0c1e145dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed6572c28b37e6e769216bbc40123e16efa6852
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9176e3de737a73ecc7863f52dc09443999f2f0163e789f2cb088f006e6d19729
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fa8b9d4611c7bbd65c74d450c4947d2f4083cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8a4c730dcd2b73ae476b551f06a8e626c10de4fba6eb6ca346978cf1c4aa41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ac19cbbade627e68c4f988dccf808f8d1bea84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2a2dfb8426595cddb1d0d65a493cbaa44867e8e6495ee65f3c96068243dd13
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7cecafcc37877bf0f45a1e3ab70eb3a7a16905
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e919cea19228d3bfb2be2a1636ed1de4cb49678ea778860b638cfcbb82fb48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97173eb602b0e632e3e3124283eefca53784746b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0936ad7e2df96d1b03ef358f3c8f8fb522ad2fbd3781412991e1900cded36c7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8977f026ec378cbf118fd0a66692869bf2f03429
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df80a7df8d6326066cb4e872d32759a8241c88bbf248111fd2f633f5d69513f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46226d548bdc5dcc2a01c1fbd13c1bee02accc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b311b73a4ec9892bcc1b82cba0861126f2f0ee58552131e388e13e10a4a83b95
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867f0c7c559e120386e456a713e5efe6b17cea23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65f84d367bc68a756e3b7219e82d56802c164ed9d2023627165c9539ddad0b5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbce0a447662d46e0d939fb02ffb4fef896c6b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad33ee4745d071e5fc59e86c0110803fd38a2f40965c784e705e579d37e9ee34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88205a573700793e7b9af241366f0c280255fcd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5add568b25cc29010f8a59a76baf65ada3ccef5e1f089fe3907a532a901b2ce7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebdc267bd0dbe1960a848cd9f78e9a1fe3d6a50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586a51bbbfef148e8024c288fe2ec38cef25ffac30984fadfb3d2ebaffc91a5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24678a01db9020322e07e88c66849e582edbb0cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05e3f4b238fc64669dd7c0681b2cbc713e2288029027683eb23cd6c96f9af64
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc36f23f6cb33d680784426f85519f300906648f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c331528cbcc0e06132e5ffa2a757d9b5ad41a00d0b9cdfbeeef978e7265a95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3944ea3fcdf08efb39b05c6a97f2c4873f42771d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c309e6d2228191494de8f0ea101bd8b8bed2ea94d561b9c2a5c9b58d0013008a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8128639854ac79b08a8915ad1c8928cc5e273378
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df17fbaa51e4f2ab22143a30f8b6601f60d52e1bc1e55f809754a4db6ee0cfa4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7d2a6746e4eba50cae113fd7b4012270b2321e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc0c1e5fd9b2a61c4e726ea4d99529de357c343b5023a33882471bcaad59ea6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7016cfb2f8ebece62e21dfa9cb89855e8f8d711
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9428b429cdcf98396c2fe5cdf1da428050326da2244f9927a1c5896d8da231
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb2d72389f6556149daaed107f6f98ba3aea372
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce005dcd2310bb0a31bfffea585cf81cf1cb232bfc7afa9e0a0fdbfea94c3e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a3e8826fbfeea8fbecac1a563756a60294acee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407119fd17eecdc47cbc157c023d5ec6be7d2f00f584c91599675024d725c4ba
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fcb5aff6aa79877c115eebc5c44908634a5fc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e642a61ac4df521abbb56bbc4a2457ca66f0940aca021e1f7a8cb55408b69981
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71359bd22991642ae92a85c6196d893f8f273dcc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcfed9aecc5b202a885b70cb63db39bfda19986002b8122d416f3ea9ec0d6ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2259f16b3a59d6deca2c742499b29e93fe4c6a63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cbd179394f19cfdf16a17bcd9496b2d91e1c6dee3666b12c76e14d9f253a14
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f2ef03a0891306ecf744baf558951ab6fa0629
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d0e6a1f0191e661acb0ce476f3913eaa495b588aaef0a381bdd0390371c888
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64be04d13b4b23dbc0ce32f2dfb8935775e88839
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e784d6cba2dc05e51e0718e96a15173038181a2cf71d216c2535e894b20a43f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e772b82e29f17b15d1fcf5ae8524f1affe275f57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ca388499030ad47c3e159023f120e4d5e96386fe844edae8278c9db444ea99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdfe9c6b3ce57957b67ff8225febb2ab916e86f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9568483aef158c6e1f059d026268d06a5f4b7c5ff6b7db199c7f8c3ef7a492ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bea01d5e40088a455d80892b25dd6dae2e800f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bff30268c208ffa1bc307aafb7abb850382b98fd394bfd99e096589a09bb1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd646940dec5c35999162d6b0875d544f56c7430
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac69b195ad16e08f76eb53fd8234592af8ae025eb3b3de2d960f6af255b63fd9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f3e4c86b520669e9b3e12eb6c5564e9b57f419
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9482ceb02afad6095daa7f39f3a2a772d39908b18d66a9d199e8620e9fc1dfb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e71c2ba4a29498df1c5ad3065dfe9c060fd7ede
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b188cfb9908f847f87c26f9caa2dfa68b921d946085048cd580520ffb89d7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d726839ab6c4a225bb765388a30d4641d0976847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c4fa8a52f01bd31853cb0cac9fa25a46429d69f79d775b961021412b4d0f65
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825318b81b53cb26abe0101af03b66d075603554
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e602a701d0356a3fe86d09abf740e50711b68f07a3604935b9d9d15a664456b9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de43223cabcb7a9b8182b4378ac0c938e570eff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581bc887b8a95ccfd9fb67dcddf76093f7459d96914e5d0556c995fa3903dde0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb0f1b763ad7595bd0e4306b97eb369884634a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dae993d6bb452f2ad3461b961070bc4381f8840a912bab3806adbc490c0698
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d3ba15497e8c3e56418797a1142556f2761b16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5584978b5e7e1cd387de9ba150beffc5576e6d3586f242adae348d50336cc3c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21634b1e92f193f606cfd07451630617772609f2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7194787051e9c5654d8772adfd905d870ac26cd01a012ccfe9bbae84a1ace7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de4927287803014273bdeceee99371299519962
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f879712ff84519c884a2123c2561f357fbb02cc8a736fbbb1387d0898182813
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622264aa70190e6857ca2ac17c23fb15b9af691a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff881bc9dcee9ebc3238bbf30bb212604c5d4a7920e2ac0fe476fe6b1000c8e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f93cd893913182374f970e89d6f6e331937f14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bc9155d2eeef6695603edce1e608abdc7233878019473b2147dd5114f41533
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991db22e01e2a0213f1d409ef6b4f8b47b3b9a3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503121fb0a4c11fad91c5919e06b6a1d030d7aa99175c5aaa65b092fac105573
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370e9f5a2ce2582f7e11563f9845a1e95af742b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0342b11fc7dad0ec12449689b05458b7092275813cf88ddbf98637f1b5c24a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cc356ea8a3b67a52dc1052a431ea7006f11a77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c76262037d454cac09254114270cdd347731ceae18874bf185fca4484dac3c7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0082f3d4ac331470deb3d018e9a8c9392fb91d15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb996c93a20f88d0b76bcf707aa3d3c777f1e68a2b5cd649c14df294152843ff
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c3a38bfbd8327ad600f8b67b65e9aee5c9ddd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e09eec7e6787834dcc097ac6cdf9247949694bf4ae37ad133f3a5e7f60c9fb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e60b3695688b136037d810f7050a365ccaa4153
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b68428be13acac839d2aedda434425f7103726c9cb6e85f35b065c3fe772ea6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc40d5d4b9d52d6655db04a5c4fed44fb328e3c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b178133cef18de568f199592eb705f9317fd043e63d28456cc3823bf31d9f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d3d78691c21b24c4212a938d423f2e9d7a387f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa1f0ce8d02a4eda09b8d8d50e17aa260c35b995c12e20fe22ba36d658909cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98dbd0172d2e1dc2eef4d3fb55c8c9616bd06aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75773805a1b5c51f169c665dbaf0ffa621c8ebb6e27b93da98ffc162e6d59e7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f4acc94b951eaed840294f526b3e5d5887aa0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b798e44f17848637b761401a77af07e2ce3413f56839fb67e2b7d2a78b91dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1f62c8d0efd34415c93f5af00c1369705f721e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16aa18f8374857fd9701342b4f757d2eb3e3f890d96b1ad13415a7f7eb301aa8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7079435bd67dae6c5362ee4d7cbeabf68204263e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d53879d2bdba09f232402a636dbfecdac0924af1fee6690f030c79c863ce6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ce2794fed9b841ae84fa03314dafe5a9bbec2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8895d233fcd34a33288a5c13c0db5edcb16d4a1c0d77df82751964e1ce672be2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3672b3c1045fabcf39b5544c294f8394cf6970c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539f00b2956160f28da103c920a0b17d7a62aeec9b537de995f7cb0180f7fba6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3125a7015700417022b1b23ddae5ce28951a57e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f68421b5c2afa18fb1a1ea2e128127b0f4945f46509275a8e174663df12bc38
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2048d40f0ea1015157aeb167018d7a8b7a2c2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f2175dc74efafa32dc7c822df6086e8e9d0642e45ce2216a3dd9cdcb108558
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c928a78a05c8549371d07b45e808356bc17d7a05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f5a77c681c004df9dfdb42dc45ca21e3f977206f92b9361b1cd330b175253c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce1204c64294f7ca7a4a57ecfed5ff31559cc62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f65bdfa08f6fb94da08fc3565e3e03c0b70aa504b977d3ff129caf76428d0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50c743e81be8483bc1bf683d698c31eb042014d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd66c3f9181f6acbb307dbf5903ff0bd8bfa03c0a8ec347269886f068ffa4a6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447eaacbeb1244198de26f104fc5e2648a71e426
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a089c3eaa075433dedfd225a5e3a8fb428b79f67fb6e3b93c67a3cea820e16f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8439ba5f828934e490cfe106e01c34de36193cc7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cbb2b56ed1248ad2bca4d9546e5af322663ea4fd1f5278361632500e8db000
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6257699b3df75b313513c51727511f739cf4b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56ba44540dcc492e4b8eeb567a81ad1027bbeff0f6aaaab3d448ac0cc09089c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b59992a05b23072d4176432292c680eaf07e85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8cf4595630059bb528058173237bef218ab705779c5abedc68844c00699321
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96db80bac3c4e5c03ddc58d9687349343f24a2ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567ce118fe48017d7f7e5b2381306e6eaf6e47ca54c4f36e31e762d796d5b541
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c3c4d98037a93fc6e41cf7ce768d8e5cbc923c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c087fe24903ae6bb9b96329955f58735ea68d0f1a2c2a51e2e717dd0eb2659a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4965c0b58f68a8f50ab68d96646fce2ed9e393f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3787267997515a07952673dea028b863668c8639d088a0483d512ca2c969ff1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9745ea9755027bf82f7084102d9995620d4926f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0c69d3d4c390462ebf4e549b38b1ecee7ce0b43fd6d95857e6d49688779407
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273c6cb18744185c7b87f172d823ee134be00220
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7c57122ddbff2fc293bf51d4d695d03598e500cad077e4030308bf0700e749
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da49008bffed1e80ea1b29447c74197cef88e1f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcec448fe6d6c26e60222ec9733f27da2076211a4ccf7ab0633025d7d782db8a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa3833643c0daacb30bd08a2dff7bfd7d572e54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5aaa68ef6bbb4fdb7361dd04bece2a1288efeeeeb002d7f52310f09ebf5efb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c288f4ee64e6aad72dd9ae3567d3dccee169e219
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e6d9429305e51d132b86ac9e53fe3df77fbc96d5d4e98db08c61b5a966ae5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488b21f2834ec47c04404f3fadc46321c0fb89b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207d1e6f116a0ebd208f5186707820edf01958a315713e40540175f2ddfbd35b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e040937b32a04cead0a856476a48b447f4695ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad17b15eca998427de4a827716e5bc56e95566eb4c798a1190197dee93b4be8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c454aab8b6c6e26c197516598ccca3eae747fbd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cd7e62a653bbaf8a50e88f80116b041cfa5095a02197da2e0127c200e9e929
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcf5aa5c4b28c908348089eafe5e4ed0e2b13a7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ba4cd5bad084a25e55efbee13fcdbcdbcc6ba4e58627d204b8b1163cd0d265
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074ba5dd1914d7a8a1dc1ee875d108ed7f64b66d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b7f930cbe1663603b95ad93fa5862a3ca3e34ba4346c9ce5bb46b3e05b9032
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e135c2af49a6f98f2cbd3196f62cb37a6e76438f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9738a97ad9935e2b4f6920dd3d4c01aa8672f49b8ce9f1b7643bef43aca665
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cd84616bf39a2c89c47bf5d210e9450704ad55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464c0e2a437056ad7230d5ac787cc875fb4822c2664b9c07925ee3bc7f4f6ccc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44db4cf5fbd6f0784720e2a2f189a26e2965bb60
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb024db3e1f062e2a457f22aa4f811deb5c96b1fab2bbf3a9528baef86057402
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc42c54b4b297c872ebf9bf02519cf8d5613703c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1af1f939b04ac975231aad1620e8d63fcd4d8eb9abee17179ccf81dc9632e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c8a1b04196ddd8d1c527e94e5707a45fe57bfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ad3929601c82585c6df502339d006bfa444a3849515ffbba70d3c17693e1f6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb5cc9c14d3f67e031bf16d3dc04b581a06da64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627415a471f761c63370b37eadcdb38b15bbb7fd1cf45cb86105713060d8b3a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd991746bdf7e2eb38d616c1b2600dbcb3d7b91f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1c6b56b984bbc0c48bdd46c0928c319416580f11a9c057ad2f2712b85a9722
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d7522602d0745b5312fc2e0cb4e6c185ec868a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dba68d8fa032f1c4f11f688f381dc5a18b6ae04967782877d66aaea7456db0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9326857a7916ff53c89db3c8af3061be96587d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3052f86cefc4cecf92c63dab32f72461fbdd584a794b1a957907af48f3c71702
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043701fbe47892ed8beca98e55f09e474bed2cd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9518941b1d01535b122dc3b538e6082f008a5e2670c7fbf373d1084731eee72a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37873215f80b6b7080479865b1b7d0e27aaa2ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36577dd4fdeeb823f28a8ea9b7a714ded74175cd8516c05eb90730a6cc823f43
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644b6eb544a30fa97d75687008890c1ef2a23b53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d8a0e023532f4410f3d3f3d79dcd99a595c9b79cc060458ac9d861aa51e7ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7efe7fd4f1bef7371e9dc19fbe42a4d40dfd06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11ebdfd50ffc7123162b531e95a191dc285ac7cffd786bfd49bbc5764f06859
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474425401df61751b3f61409c2c3dfbe871a222b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82d90548e6f386242958be277da4d6b051f9de64212882581ca63c1a4e3fe50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293336ed6a4ee4856dbaa6013eeefec73eee3e4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0741c17a286dbc0af4214429ba331ff9d45cecd24445876697b0b7e150bc0e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc983783a0cbc9d551b61204c3231986540930b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d06a1048e03349e3dc21db69b9faa5378e1b32152cb147fae6ccb03b8d0c1bf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de09782d08897dd4d0a750ad03a8f631f8b0472d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee1df3af5360aecfbd995e898fa24194586648808bda322022ef8de97c31781
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcf97ba30baf74d578d905f37dadd030d9356dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03044c50396f041051562ead6049b241b673e578196671a3ca8ab63bf1a6609
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5435c922cfa448e4e75203b01f3114aa79f435
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78bfd07bbb63467e8ec0ec1f98a7009d61c4c362bb35c6e51fa4dc4478035b4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1e225e4a48a7d5cf26e122fd56012ee58e3ad7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132254818ce331603a06d6ccb1c2b212a6a0a2c0ade72137dec767f5a6ea27f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123af9f0a7b9d0d9dbad344eb0c2b8908fcd8029
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a70d2b723452643f4b340aa195a190c02942262adca9ade8d21f5fb984ae08c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac693a29e66932014cfc7b0131ec46daa94c06ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f27c8ae500377b2c571fb7347556e136f71b996fb17b5acbf76fa2b24009974
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b921c899d09069f350c872305d8c60a828aa01b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a016ba65900ac2436fa2dc92b65d3cf94708268197d7fb0dbd1a4ef8cb6d7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cf68a495609cd5b7df1887eb70a56331a94375
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2226123fc51d987337d32d6bbdfe1095723f3969dbfd06983b43007c4ee19d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f67684065c4010d25eb0ce6804b1115aa3d2377
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cd99af2febb1bd895d2a66b90d865d86747c6a6505fb9f99454b938efa9d95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa08470587464fe7e71132df9a5553e3f21f386b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798134e7d369b420d13370ef98378dbab7894507f438777e5b12cc841c21f154
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d025fa9cc8c7faa26cdcf5086b2ff1ae389fbabf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a1daa567515ce99174d60cd2110035358b28a27ac2741fccb9e72b12fc04ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08924ff23e07a5a47c02454624abeacbb65a188f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290859923fad85e8c5c813b5442f6f67f4799f574162c945b3520774b804d119
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0026a8f716b52ccb67afccf74a47cf63a7d74f7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7736e1277edc55cb6565b45ecb3485f3fbf2d2abff04661ded712fe540fad4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76236581b6725e395d92f60bd96c339e98d48cb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3614d1778e6b1e3ce855f863db7c8c8aee346932ffad138c2876b9585adcfa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d051285d89d534b901a60d582d9da96c9dfd026a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0e9f0edf92ff74aa932e1b5a62c2332e086636782547bcdf1bb101a4d80db0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52506d18e126562b6d5b25cc434b06972463d67
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c397510880a26a1d4599fbd912e98fac84ee337b8eca80f3c3cd7971f36d398
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e27364bce69f96d3dfeb5ee8cbd6f825e4ba74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41848a6a6f487a9280dce597cccb3fb9a6d9a5cf48e401193f2daf677590676
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bd8b0ddfdb7e59a974484e03f2fb937a20fd57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d0b498e84e9c5a98bbd09260894012e91740f2cfb92ff116394038d6cbd2e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4974ad361e63af8b37cf8957371ee7a4f33a83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb25c38d0df2a8643cfd128cce9eeeb3af9d4d01d3d41735c3893c5b9267080
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ab6fc55dee6d34d213e5addbec7c39c009ab12
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbc09334bb3fa1470e0b7a6868ca94b9bb80d7735ad7370494dcfed71b951f2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3262b16538cab71ecd1616f00030e0e515df7b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda8fcba26ebc48469fb12ac0a6fc234e610c0dff21fe9282c48bc8c468f6044
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8579736982a0152fcee6db0d4713c76549aa6ab2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e89908bddde172b0bb56d7a73838a3bcd342a3fd9db8b2d94c5220148fefa24
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6efeff0d1b35024fdac46a328c80b5785e5c33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e31e5ef5818c56a21088007a14871fea0a49f7e4b6fdeeb07d0484aae5fe47
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379bb3bb0118a18162fd8a31995df613d9f5c1ed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e66e19620b7f38c65ace150a6128c7967087a52e24057a6181f9fa15bbe921
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4172845656b3618487e57c766daecc5f7d4cf046
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002571ec220e5a058730057b015e2120354b7be08b828aa9c87cfb1d5632bacf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0248b69bd2e86ef80b15530306ee84f56e9caff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbea3aab69774f198a4e002919c12ca9d703f75c24e82d88164cc2ae3f93a5f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1553e9bffaf9b25469541b1c6eaef2a316d3df42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37fcf4cbce2798e7c9b82850f3287bf6ebc0d5d8c7b443df22e869b59a534fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cb11b3fdb8070c4e72f647fa3d203e107a6488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7c2c6f1fcb9428b724dd0367ab427a488f00def4c492a6272d237ce61bef63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a8eedb2446ca6d105927a3729fb54134cf9c24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a5c5fa40800144c79f441ddc7c205e3a69b0e8adbd0bb6297af0c90f13d393
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd63ee6314d23ece2d526a9e51585aff544fdb8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993cde816c13ae01e24337342c40ad1072812a12fdfb792350f08fc6a3ea3cff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb90c97a50174a40d51a744827401e61324c834e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a1ad4b33c548911fcc533f681e28c96ae384d988b8b4f2cc6550612c372a45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cf5ebf43281a583847d7677bbf4805747da93c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2978119aed7a23889eaa9724914e6fbbdad4e59941ec9265a11f76be16ffa62
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438712ec6126b9b2abd652b348e990c8d01c9643
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fa75a8201440d12c5870c1a1593dbeffb7af5e5599fdd19fca3da05deabf08
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e5370ad1b70266bd92bb1af3bbede5ff247670
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae3be705dc11c1d73969d6cd1bc4cbae1241e2238ca73420fd6b05cb3b64dc0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38c4a11d359fcd2449a634a94d077615190a92b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9026edbb2e0e7759a615a2b54797e21ca1ae204699b36ebb3273d7a653516204
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1cd25ce49d12cc63518e22f3d9998c397200e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fe6b18ee3b1232474eadf4546a0e8608d7ff401e3b36b7bb47ee6ee71533bc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41aa1a58b590385311ca86c16c8a6afd96caefe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3d227a665ff26fcee409c7a38f69af93173506ef720d022f7570ade91f7fc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ce1694fca1d0b44679c987d3e81decf7222c25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4b903d9b3235e21e64f17091e5da03072aa3ed7919a48fccca6a71404ebd68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a9a45d845c394e282e229e5fe4ca1ca5965f80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7851b48a74cc3a38cdd7d7231f30c938b835af654df330ecc8e309169770861
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2098a90ee8c67191537f48054b013a86767e42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a33fd36f2ed714af0f2af524044fdfe6a5f2c9593162629605219fb3832eb9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e459c2307c6f5ca32e14b01ef3d7032f45f40571
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8c47139953d870ac72c6ff02181241f69dadb69d1a5e06feb16f062434316b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c4fa5947e1b79f3da4d2d0f3614ab62ac8162b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6169f9ae6b8ff0c2c2d9173d563330e1e4bc19dda7664fd2166608f61127db12
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0456ad0ebcf4e59edb4d024acf53a2203105f109
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358f3f075728011b2b4184a749aef9278db53661dd7f6c74f56366b732bc3547
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ee1f2041540db69d9f0b2b25a6754a2f5210c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8885a42a96fe9a936df92be8f53cb51a872ef924f4a3d5f739c7e270339d9e1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae522fd0169efe39c719b153faa5ca164a68dd58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a33043d6a66c31e70d41be0d64b90548d5072e4189edb0aca775d2e84772a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc9e04ac92b09b3f322fb3bfa869e39f4d5d66d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2532157afe06e0ada0c33658dff75ab72630b95405832b1579cad880c7796c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d663a379c43a82993bc6b8ae906aebd7d128b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b758e92b1a87fe075bdc14a79a303827d840153d954a2b132ba3104be73b24
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c08b3f6ae54980ea6d442d997d8d65b9e4a56d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f3ef3dfcf41f86b2d67db8c6ecd060570f9ce84be0a395abc59b596546fb6c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e888286b8c2d31c8f2e13463fa3630315fab5ced
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c906ab95dbcd8a9d01790f03a61817d4259b7096d5d97dfa53a7a5189f141bd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9addf7fd3bfa0530135eaa40e06472959197b807
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a385b67395239d1ad0b13441d2f3c792f062ec86b04443aed0e591bd59ece292
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bb9eb21a90da98bd2963cc515ff11e5a8180ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8515ba066ee60fd8d64f887e865c985bb4ec00cb31046e86412da068251d3a3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fa3fbf350913ddf2ad24e42a9e62a0fc93a184
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54682556a208c72cafd0a1b25854995dcf086f6c17bcdfac00de4abeb8f7150a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8901dbd6bc5cbcdceb24f318f2366f480061a28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd66cbe923244a30825712d924dead11edd9568fdaf5a2a9efa89af75241199
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a988f44f2e794aae70f2e34b2f4a3774f5829d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1a105195d1539fdeb96f2b3e357c9cc6a34b01ca402bd93df742fc8359a853
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bb4b50b1fa7110731b4d9fe74919007adb6aad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df46441ef2474633c617d7b14cf31bd6f2cc0b0f9647ab0f6c3f295748e681e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f260106e8bd9aa8386d165996ad4629b3e2b111
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9242506556f9a84baa37afc440c89ea163d80d363c9a986fb69f9986c2fc4938
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f280d5ca17f01ad58c9507b9910e470f7c12eba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40030e0dffa3b965571445742326a5e00ff7682f098c18b3aee55963f55240c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3583faee71a6cb85ec49f61ed02b85e509ab3ae8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d8b7bae905c716786f0115b116a247f1a700f607e70db8b2c907b4293c4062
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4734cd8c5c0cc032b4f8afe332d5ea5b93f9adf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2bcbcae77bfa5bf3b2bfdb8f81ffce754c410291428aad592d27b6f14cf17e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6007b71173540097a1764ba517f96ec581457c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5710dd47a01f9a10c5e2808faff7361b5b1879e4f3534f6170f170bb0ad5542
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fa54d98d669b21007e4f61d95746752588bf35
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd13310cf6f39e02b8315202b9fc844bd39d21f00e346bfcbb7ca0b8c250fae
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6401c1352846d22740a51092845fece4443b77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7f8a68669a0bdee542fcafd13000c18a875e4683c6e9dea2681eff10642e48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd9f422156fd61926d144afc96649d03da6596b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1100fc00c9c43df65216affc5b192f4c1971e7758c6e286decb1294049d612c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86122b08325924f13a4bcd8ffaae4febaf98cf9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d660b99141ed43599c5734750c9ee05f0ebc5a133567b374b5268176b15e3a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ce61e175872f7fc9cdcf906768a2377821b0cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b614dcf2bbec8e71ea05db15bacd01d55a8275003ce3efe5e2bd608668f764
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ad5cd30f378562c1026ba95701671da44b59ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d334e286ae0c5a553bc51cc3ed80679fc0e37361c5c3f2fea86fdc1880c21a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0339ad8c5e81e18251ade0fc029a5a3b1a9668f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb85a0772418d3efe9d0e8fb13e06a9c51c7cbacd809e6fb5f9f7f9ad2eb8bb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371928d54576f884a1537e2e75a6dc6294156939
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19054633b3085100f5c127f3fb8673f641944f8701e210fe3eb1cea13a5fd4f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f81d8e293aaef516d2af294a9036fd734f173e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7682e2852a7e077a6a14c693a6c2633136b267c4737428389f8abf8d7a4c7d8d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797c9de33be532ed8f040086b075d680624c0b5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae7ed3fadb5fc9802087964f091832cd8296913f003552844f7b726f17bcd6c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50d4137a6598594136389fccae24568031b6320
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51bec4f7a0053d6a2e2bc518700b5ccfbc97075724be7519e7b9ce3ab238a86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87531bfb2145e8c2059686e93e3eb98380d265a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb62f61ae5cc3bfe2ff1a621da47415101b3517f2d01e0ce98002a81ecb6aa2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638d5fa3882d233fefff5b14e01238540f4d2466
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206c8b7b99679d25227eaa5f9fac0e3c66cdf7ea337e1e5d3bed58514d29522b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5bc155be4f055891daed0534d2863461eb1f7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9874237ab15e5bf0a760f4e3b3e93f36e0769fccc5c559a6205e7b46f1d0e97d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002f49745343bbfbbdb24ef2f15bdbb1a074df8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b38e856123e3744e45ac4420bf8705ad400902e739f66a1333bb4fa97413477
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06846caa64ecb88810295649536c80d051ead699
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa0f3928b117f0c71eac4d90863027d397bef424972369fb6d343bc27f84053
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb821e4a7511a163ab3e1a0c92ea09f2cefa1839
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581286d771b167ae0e61ef2a4da689375562354b052e67656f6fd76c3863cc9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c40f65ebe66c164c92f83f73ce70ccc78a0274c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe20f869b14e5bf8a31879ef4bc13f2f5f41d082bc6c45884e9dc688ea678df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8fbb65a8bea90dd009f0ce592280cbb0836abd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a694307aaff4f084acb767d8aaf4de0f373834f81b8140b9066191f8113bc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a516b455c669cb9ddcdb333b1d9be829bc8bfd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd2d15a1051c2721326e0b65225c92f141c76e3bf742afc699dc47d748b9dd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa992641cac43a0cf3d29531456e1422e2726d44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8159222d5bd1ee9a5640a53cac6f33c6fa6f861a3e76dd85722cb36563cf5f93
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340319152658b18e426215cf91f7f3a3f7af4a62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02da1f30baa0814c8ea5be9fcbd1e2f2388b55ab9aac985592200597d2b68f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da80a67c569f665edf51eb8c8d41cc0e407b7c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cf5a54838f29ce204e8ee30a3980d1d285a4bba50e724b42587e7c3dd43ccd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7917f7b7f3f1ac78170c07d5e7a6ca75531ffa0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dd6d7ce2a0cef267eb664f0a0a5238e403edc7fa02087c65fb020d0ef1dd68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec1e33d54d98f644c9a3f82737cefc8128a2798
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e07d0552f12c7f4bdc745df1e9892d4b16d15fb2dbc49c4711fde5e3a5cee4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786a1765bdcefaf9ce08d2c9e7e4d6fe72dc6896
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba13407ddb8890ba5e885e38b91c76b8d9fd8501c67dd4b545446ea1a4252e9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef0764287b19cbf37457dbe47188fecb61375c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b592da7d8e37c5ef45c1f9bf58d5592109fbb72c3c98365a4895417bdec493a8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52664f2f5f9231d1601ba735b2b9a88aaaced02c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a96ba88bfd1df4fdcc6fbde9f7146cceb0c7a23560101b8004860e9035f01c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd49975d80d2f18d48cc022f140c1ec317a791f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f27d0d15450ea368c9692143ba715ca5705e17dd4c33b3df287944cd9a6c9ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ba5f01e84c7fba9ae14fd0b6b6f1d2afa415b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f97a2eebf26afc13beddfa53fa478aff5c140cc6ccfbfa414b2726ecc1f7af0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd11ed6c4ccab45d909a92d564120229c8fe63c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97af387de9d26a965bc6ef0cf2a5acd0f1f98bc8712311d19526fc1513692a5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02e5ecb00d0aa3608f7f5bdccd8792f3af5067c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fd011ff34427a8c654e1219ff3b937e627ed5be6231798b43f1bbfffdd8edf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b7c9da1534dc272a22a40c59627cf8106dc7a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a24f4fdfdc0ea972995738d3697623b9ac09a785d5598f5b7e4db07a55f3be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85140943100190da8b85af0587f9c7cecdfd5896
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e876a7c8605a9d473f14a1b4b2797d47fef2b1edbdca86ee846e11ad719ff66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bf56199d61b597c98d16eb658221b5949e4dd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643383e0d5f57c17b460ab36707aa1efaa09412e1d9e0e7fc2db9632c8fa954b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2b17c49c5954c2c493c79ac9f20767f179e4ec
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1249a201b174f781cf7de6e0f3c1d4949fe9579683c4f1356ec2c70e3320f5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c78e85b1995d7f140e1b8c0bd1336236adecc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6483aa193c588d2b330b6226e18a683415834f0ba3f1fe059b7b527e94a851b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07937e7a2342c44f66166a8c103c2af4173e769
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2e6a4bfd333049186939163d75c58db4e59ac3984f6df31529a0c606fc68e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eae6534ae7e3c58eeae0a41d58e850dfde0d5b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc06d156adb503415757d01b516d1f4ae1a35a1e5d1d3b3896a76b76c40f370
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ecf379337c01c77cadad776fa6e1b6484834a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f50f592d21fcfb6905af30bbcc7673e985d627f49a4217ff7c9a3a3e46118a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296f4566a5435a0fa5c257a7477339fb6f544aab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a0410d2edeb53c1a928ba05cf3a0af49b908133009b2af14dbb8646cbdff6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6521881523e4ffeb99c70236aeeeba918f6165a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284e20fabf6693da7e5b152788f4a2f783219fd197cd44d171e05941a1fcd581
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69110b7fbef8d1d6ad979439ed8e921390ae231
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72015a4544d9d0d7b150774260fbee6204bce1733770f5b2a4f20bc7ab38443d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da826a36d104ae90065af1c369168f002d902ee3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b9ab6bfff028e10e784da524f0d17e7fc2e117c2bb331db823eee218514581
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd4d2ca48c3bb7ef9fae0e4906b6836ab6d35b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137014121aec065f10ea9b2461035438cbb4d3214e17e51692534abd0e4e12e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb85a18bff946fd95d5e2ca4cffb8e4058ea69b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258988ec747dba90da8f91c1a0f8f4d894a04f051e0a3b69087304e9a3b75211
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e1f410c71b31d03d73ba4eef27510203fedc46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a7b91595bab12a6d3a6740c7682efff7ef83e192a3ea6e9bd841f4eaffd9a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9bfdc4bc8778ea7a8b0b127b740715c909ec64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef43f926571ed0e5ed69adf65364e1badbb94bf5e539969257bbbb9524829a3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9d60cac73c2cfc4304084014f940d45dbaaa6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acb8232ea1c7eb0eadaf8a415a8f33609bba7fd54bebc9a189b5d275827fc47
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d018af6821f1bb2b0e856951f1769fe722011f61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90461dcac8cde9adacb934483059558b1b58e75ed0121d6ff3abebd362126b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee1eb87ba0c53dad3168318ff4807c80c6e1206
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c0e153ab78283c251c693b46de85478fdd0232037f11a58976dbcfad68cfbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324608b1cc1ee0cd8dad91332242d093b9a450af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7cdd2a7a330548fc05d06742cf4c6a0a1bd60ab04fa880f6283c7324d3ff71
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a355ceaf6053f0cefa89e9c6932a9310667ab49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628ba9d31f3635a1544419b083ad62399bd3f61f013087e1e2cbc13fdce925be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a79d344821989e0c9d550cce02c2382675617ca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98841ba4611ec68da890f34a695ef271f2b5852ae0ee178d2ad8b3492fd4bc3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3897e197061b53721c9f3267588fedad5c93c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534ee78cc9c1be8dcdf29dfd1540c6508b0a5c09b220df6bc79e799c7f29206d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76f5ca67733a67689a40ad10478b7c7aa619626
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cf4f59e7f658f222b03fea57fcbf8751eb91f1c86b136e511b53fcbd732ae9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4ee57c2839437a31b86e2250d69075d008a0af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0df283f5648d8da1729bd42cde245916b46005badb9eac7b390fa95d152813
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b384b134c3d71acfa5946d42f35c0ceeed9accb3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3592fb2dae70b1b76bbc6880f0d4fe4e27aa674f9d5aa1a147977543b193d64f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196e6252e32e7b8367a798e523863e2f60fa2a56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57f7ec4ec1e4c74581b696900e089e580e5e888052acc5ba0b5cc2b45af0c49
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d298c50f560555f7bcdf0347da204f0f731da1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d505ae59827de1924cd3ca8ef3d646db6fd79bbd58fbfcd214151742895750
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1146fa682fced12741e70ee81ecbd399e97f7b53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565a41557d78d61efd3f085cd7399a592c84a0d112281d4349f0fc6ce3d964b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce59a47a27c3e963df9b1a395dc0cb46140ffc34
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235c2c57c01380d50843bf55e0f189368f64f64230138d24e2c0d5d622ec9a09
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f0773e042722e6085ead02ccc7b61c2c551cf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9be4e77d51f6f27f068e16cc0bef41386afc42248dfa9b067b66950fff2bf99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2494f25b4e27e1e4bcbe36e339b49520e6eced73
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24029f099149d52b021d15f75f2564ecfa6ff9ac09811babe48fae6f1d6f880f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27661688d031cfafd8bf599e9e09fb914b0cd62d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14844a5d679dcc1d1a9acef16e7f37c78e2b2d785e9c23506b26761bdf8b15d0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37498273f1ae0e5cff9f1810dfc3c4a402bf57fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98846e78c16b42be407db9e1e881febccf40adf03f004d85efe5f708c8741868
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992a9b4475beb96e78c84ecf5822b9dcea251574
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ccdc6b983b37b559852ca022e7825b095e6ff0efb84f97d03c2885de707306
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03484f3ee9d439ffd0c175fd849926bf20b69709
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8541ee0c9f6f5a336585aee85837bc712be190f13a2814c1062a0a72d46cbd11
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f2c9e21586ce2907878cb13addfbbd4356e3f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd8e4bbbd4d2dad9597a26f946289acf65840e8da121df4aefb1f05947f39d9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6041d6097341d9d7ade18aced7fa57be501570b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a6e2b914c848b0ff1247cb7c3fb93f08ed2bb5acf88215fc4814e52782cbdb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173b1468edacff1180329539f29145f5920b3f64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164248e6c4a6c9bed7632bab6c9bf3a50f795a70307d2159631b8bb7d4c5b701
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a81b4400332d913c218c9299b0fdb344dff696
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a665085a795c966d63472fcd3576b0856796075260771ee1d2ddf743af507e48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba14a40234a36c9eeed64919b1200adb0ac25e3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85bc6e43e28f67082fa5adc6b21142d90387de1886027e294c44e967c3035dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af05061a2303cf714a7e48507dc53cc8acf1587
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6e50accc16b9a7cafe114a3b80ceaf3c4234ff802294760335f6e511a37b79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03e5307d0c913a4f32991eb754e380a31cd2ac8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298cd7230b83504fe196b8e21252b9f6187944c2ccc2e6be89e6cefa964c9822
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7110b15d8ebfbcacd11443b8220e647bda440a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1e74cab589be4cc2c720a4971be41252f80872f9eaec6f9554d4151b284de3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b2dd6eb47456556236f71f7f1c143cc51d7c7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8675e366bdfa982c48d562fbf781c07775653b96e76355b1c84e392444c3da0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633b21f7dce928dd8dfb2a618ea00cef9db31f98
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2b818aef6f50d5cfa915aa61697e66ff8b09b2c1fbd14b43024b35e2d9f6af
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f3f8364d9c9fb2d5e127ab3ebd0c502034244f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd96a8601b41a0d96fe49a1a8663a7518d6a096f30372c493bbb87a22f881528
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ab258a79b1c0c8c204b40459c7c19e686a5b9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead45e086c075166a27040516a6c04bd1fea66d8debf0c773b24f82f84050048
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662677a14b21670b29ff6fff0499bb2a880ca918
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aec1273ef7e09bdde3f9e441e5f1d1f2f32108512d8ddd2be0ea3a7063b0f37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9151f047257d0bb1a21e548e2938bde60b5ed314
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71550adb705ffabfb443dfa92d4396dc0385379d0625a086ec9c2d097c6c003
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017e4a40c3629c694f46db0ef38fd126d1239c9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6ee9b29fa39db561bfe5a22b5f00eb4199f4c494de18cc16a68e4865a8d770
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fdcccc7267bb08ddc292fcd9d02350c53248a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f652666a7e81d9ada237cd69318ae8da1462e1a258e94e0d44fe557cff116e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5c2fc482b2c149e49f006f9237f94dcae92ec3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c279885bcae082e31fcfeb69e59cb87dc47be010da17d77390ef33dd9a156d69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f7d4254befb35adc489d359ded98ff8a6c938d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e53a17b1c271fca9c94371db269fd66d9e3fd162b9e2c61331196a3ca845b64
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e685d71b7a236d3c73082ece4a9dc3ba9086245f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6a1ad896b2d40dc262be24696b55ee37dc8f5bbb972bc5067f51746f1feb1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f505f0951d40449e7f4c86f8d2ade414b95a22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710c33795df12acc88c392ea24d5ecb961b54fe0b353c6c4f6725488fa2f1c49
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea82faa5a020fad2009d58cef7b52a32e18db733
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1639520b828098130e0317a3130d5e11d9d926d1a348531d27e83e11bfce41
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef2ffda291e4b8c691e0839afa713696cb38569
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19746a608df700177a5c15243ffa827a3bba0e6ec3f24227c4156df2a55b8f86
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff07b546f625ae2abe56fced53ec8c0a7adebbb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d33f360bfb7968fa9a74629a1504d6de1f90bf3d6d7a9dd68dc28eacc8d088a
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997a217aaf5fbd0905bfce9906e1c3910ee95bd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f98320d3be1700538ddf146a6d4e9a4e2951dc3665781f5ef669f77ebfca7d
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafa478087c9b7885c839ac077c5b7ac7b468f0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c6e817b6cd99f4cb9d2dd585cfe6b0b11511033d2e21ce81562d78e6eee7ec
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8c2d9fdcf6735f0fa4b216d7ee287b3ce4e3b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623440b08cb75ead096168d97eae5dfc74988b1436cfc00381d778579fb1abc7
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61505d751d0eec77ead53e56154f17551ee735c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6086b691b7b0a74a48d667e07142573097ed46509ef9355f4ccf0d5ed39315
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b8f4fb3f9833362c59bd786ba30532c1135298
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c04a512fde718628ec71887e766fc3c2a6b205713b7d7038ac086addc8d4083
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49fc9fe8106151f531ff770ba394311234d0c76
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b94e49e368a3f81332ff47d7263e4a7bd11a750327d00a44fcd5749e9843e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97101ab18c136f8dc91e56e073ca17b26bac12a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40944b6c14706d7bf7dfc59d4817688d6296a7e2743a7bffb264b0d426d6ea9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfa234b9bece0082521b67cd58733d76519affd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee2bf18927fd5af35623dcf700de4d2d925cab01e3255202762572872bba03f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b05d54c37bb0abd85bd3bc3db6e3567e11cfbac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd680ad77225a7c913e4756a605553d12af53a035429531ec10e38fdfde10b28
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4553574706f51a79e07effd86c6a3629f95e8483
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2779c4400de4d5f2c3762d99c35a5494d3eb540d555fe2fac50783b946feedd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95d2695c53493d802659a8a357cdbe843b7e68d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d2467b962b0d8bbdb784a6d73647675a9f02d73a6f9a079796480a0230ba63
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1600c5767ee28f517881a15c2656e95c7c9bf171
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab8077e5639f035d961edcec11decb295bfb414c2c6b0f1a169a54906bc7fdb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7e697d10b7d23c25ac0c835faecb5ce6a196c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2823d30bf1fb3be463db57f55c82dac754a511f47f903d92bfdfd64a354bf8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e893be5064274c0af5dd39e5ac42d3d7c30becc9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b51721cd4cc439ff69e47146fb0f32305211b2fc6d5189ff6b9d28f7cc204ab
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1677c2de6dc572cb9de681bf4caec357026d56d3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fd7add93becb5a8c241b5da353001b8cc06643b227799d548348f64088ac15
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef15566dfcf3fba2ef983e3d7be49b508f4120b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5170b26a103a57e49dc58512b58821abd7854a580003a52e2f54da718d35c18
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ac68d9e171f93f84603879765bb2982d858090
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b628eeddbe31cd7f4d5906a4c239e527c28f760964941c8d28d96400395ac2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a5407bb3a9eec174669f138ab8023ce6264075
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e58343b9e9eb1621a33dc3df6c310344d6935a6c1fee0622914336f1ddce508
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca81567fe75ab7e2a679e600e48b5e9851848e09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98efbda28bc5745fd4ad9d9b58c31a3518b63338f0e391e449f9da6a2a3ae6c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31637956ea4ecbb253a1fac07edc6158d406687f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a089dcc87c954183e6d1453297123d5b981816be252bb19b8cf61f4abf2d246
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e4c0640f7ae05a5495ee4229bb70e517c209e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da38928d95cb1a1b388ff54fb3594266e505bdd1ee244db967ee7963ab69ebe
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0dc14b45f0a7be23bc23ba66acd8d1090b5f00
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d4199870bb3f578188472cef95ef1168ca172a55e82defb5e9af647a60ef86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60ae4972dfbd6816bd4edf31d8451d57736e598
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98aeeb2beb3f5d5b613ad7215c8553507f91568fca68ccbd0da6fcf25dbfb3ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec797a89932a43bcd885a84f304e1951d2db352
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1137a6924d445399b49efbbaf63bbeeb0c542a50150e0398614a8a2de4d6a1d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771630284527db208022e77ab064954d69b6177f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd68bc4b47c05632f8f87188ad32c009d72cb3c70a716326ac604cf3f38db029
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba84d02b4df582c74776c2fb338d469da5f15e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc06a0e930989628b34b592c218178cf7d48cb97955c5c9325e46696d368594
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06be90fbf2f47e8e422f0f4758c0018574a50fe6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce06997a25b3d444bd8d6ec1c4bfc5c343fc147669c3d816d298c98ae8cd455
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c219a826b1ec385d0f256e85f8d4fe6b6d62fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3f0cce5f7e742e0ce900a7963899ce7dd3790691b34d04705ebcfbf2e98b5c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55398d847058ef403dd5b48455fb01cab5c3fe86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf09af23c1edc0e1ef15903a0173bc7faab613a099a1a07ed6ca2c62173b6db1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6bfe93d63d0e40d52339bb74f10eb5713c2792
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9113731c327c976a528c4ce44ea2b3017dcaf277070d0820bf9a2028f59840
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25be88becf115671d8658ca4fa81c97fcdf8752a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a981b361b4ec08109651a20ea95f81e8d1756fce345cfd71b2af1488997f6242
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91927a5f3a0e71e1682b97753239aeb01e3b309a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa88e4009a67353fdf99bd47b48aad138659d5eea6ed1615127605efd5551b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5700a9c57f0e0fe928de00c34d17b82509c947
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5a234d7417ce5c50d5d8004655cac9b55d17dbebfd079c25cb994437cb6e49
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19be630b076ae807ee07f5f26e34447dc6f53d7e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c298d805d9ea94fa000b67cb39cc6aa932b7575f75a49636b7f2c72d30b843b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505e17e172f32c4856282931b190dd3cecbc1b6a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ebd2d2889616d0574f8b64741cd6b65c98a0febbc6f57331acc56759deebe6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04a5491a1f77b85d1774ef3d1bc1219ea5356f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fff3d1851e2a128e7091b26b336d8bbec7422249145710cd56a77c1a0b9355
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524fcf7958221da7164c74434beb8211da3ec010
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931b1a71559697e6b46ba9c5891e82b07d703c885c29117c5b8b0c3e3240510c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fc77c7aaa29c58d4e9e9d114aad2266e1301c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea97b01d68224c4b18ca7a0f23f0d1e43622012c6c22a5e8ddb199425f420d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f42774d8574115a0e21668242a446d489313d5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7a9a88f6c3a24b214187e680688b6b40466ec1a92cb198b0f02c0cfaea7d0d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5fac085a86b776a78043ef4b034804f6f6e87d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e95f906447a5b8cb6598556b408f811ed8bba3596ed783cc6648abb4575307
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cc9e662a134bf0a48a9c5c5233007fe5655789
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d861cd5fcb5c27bd711a0c4a9befdbcc69d4bbc3af66ea5e546c1536ee388dbf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba994cf2cdfa22bed6fe7c7c7bf51f1664fda33c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75c9769d8240cc63c6893006cee6c78b6d2d49e9c21cc1d067828ad20509c98
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0936d27e475d611b54dab0e91bba17af0a4085f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4d489ddd240286c27555d96f05bef054082376e3a4109472d50943e7ddd654
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed6572c28b37e6e769216bbc40123e16efa6852
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9176e3de737a73ecc7863f52dc09443999f2f0163e789f2cb088f006e6d19729
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638d69dd7df22136fdc1f31c75ec18ddde30cc18
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce06ee3d6ee174fd1cdbcc59b47f701658d5cb20d1f3cd327b0cfbc87740ef4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ac19cbbade627e68c4f988dccf808f8d1bea84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2a2dfb8426595cddb1d0d65a493cbaa44867e8e6495ee65f3c96068243dd13
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97babe21028552a76a6b521bcdb3332c55dfb9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96aa36811fdbb585400605ff7858c7599cb899ebc0fea1080c24b2225edb74f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97173eb602b0e632e3e3124283eefca53784746b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0936ad7e2df96d1b03ef358f3c8f8fb522ad2fbd3781412991e1900cded36c7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5aff9acbccdcc14240ac71fb85a913e1121200
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7c599f5472135932f73a50600a1acfbf14959bdc8675fcd35d48febd363d1b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46226d548bdc5dcc2a01c1fbd13c1bee02accc1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b311b73a4ec9892bcc1b82cba0861126f2f0ee58552131e388e13e10a4a83b95
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a251670fefc3aea79ca32337aec5684e7f4634
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a662a4a101cc098e39181214566835e6b0173304180be2c168844704601879
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbce0a447662d46e0d939fb02ffb4fef896c6b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad33ee4745d071e5fc59e86c0110803fd38a2f40965c784e705e579d37e9ee34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d040e90a0cdf0865e6ea55643fc545856e75653
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2638e341545af2bb29c9c4259a0360cbdd8d839a160324222e327c10659447f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebdc267bd0dbe1960a848cd9f78e9a1fe3d6a50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586a51bbbfef148e8024c288fe2ec38cef25ffac30984fadfb3d2ebaffc91a5f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dffe1f4229c03abc9bc3f15ab242da740de6b30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3caba5ebe8142f7a5b5832211210373c42aecd2b4400d47f1f1bdf7fc7fafff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc36f23f6cb33d680784426f85519f300906648f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c331528cbcc0e06132e5ffa2a757d9b5ad41a00d0b9cdfbeeef978e7265a95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c582896c68688f11ee77b11fcf4b8b122510216
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5633bd3856551c86991fd4030492c1180d2b5f382cd5a9199cb827ae61e9c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8128639854ac79b08a8915ad1c8928cc5e273378
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df17fbaa51e4f2ab22143a30f8b6601f60d52e1bc1e55f809754a4db6ee0cfa4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89542ba38bf6d0cb53facaad7aceca264512293e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50370e561277fd54e1a513f0fb511710f527343cbbfa8a289af2b6bd96b8d374
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7016cfb2f8ebece62e21dfa9cb89855e8f8d711
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9428b429cdcf98396c2fe5cdf1da428050326da2244f9927a1c5896d8da231
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f14cd24ca28e516ab6cc58aa7bd15d043ac5d7a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049322d524fad650ac671e9d72bc75b82e6cc65caa8aa8af2f84a53a648bdcbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a3e8826fbfeea8fbecac1a563756a60294acee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407119fd17eecdc47cbc157c023d5ec6be7d2f00f584c91599675024d725c4ba
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f565264a43f04db99b5cdf7ae2b33cb8a27576d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c22d078cccba06bf69a75db4f4bd44fd015fbb527bc7422490867bfba7de56
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71359bd22991642ae92a85c6196d893f8f273dcc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcfed9aecc5b202a885b70cb63db39bfda19986002b8122d416f3ea9ec0d6ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c803cee95a38b9c51f4f16411a3c91575d2d28ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5615f71d156f8152972784af22e3279e4cccf36cbd55946bc7ceabf4ba3c7b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f2ef03a0891306ecf744baf558951ab6fa0629
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d0e6a1f0191e661acb0ce476f3913eaa495b588aaef0a381bdd0390371c888
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d0c18e9088d638b1c4bac8029580572b4ae925
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040ac0a143c8c532845544c13fb6f4d9adc34fa7322d42646f2c31d78fbf403f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e772b82e29f17b15d1fcf5ae8524f1affe275f57
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ca388499030ad47c3e159023f120e4d5e96386fe844edae8278c9db444ea99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1eb5ea2ce18ba849427f4f5564c5a8e7e4efdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598b9f03a60bef47f4dfdd4fb3244c86fcff876ab1ae01f3c9f2733b890fc11c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bea01d5e40088a455d80892b25dd6dae2e800f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bff30268c208ffa1bc307aafb7abb850382b98fd394bfd99e096589a09bb1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d42cb560bf26caee932d930033241ce355381b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1a45cd53f6f64425f9a55aaf1a35c3f6af4b9edd1333109205cfbc1ab778ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f3e4c86b520669e9b3e12eb6c5564e9b57f419
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9482ceb02afad6095daa7f39f3a2a772d39908b18d66a9d199e8620e9fc1dfb0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efbe1f63ea17fa2a8d7ea91c2e7085d1c43d58f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7470b8fac2de3bd903d5e9a1652d1ee50c5372f822de09ea04faa3fb6be6e07c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d726839ab6c4a225bb765388a30d4641d0976847
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c4fa8a52f01bd31853cb0cac9fa25a46429d69f79d775b961021412b4d0f65
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769678ee35d75e4ec5a52dcaff1263d4c8be737b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969d2d8e155f0b61196b9876242190de06766a31551c9f4407267fcb3d3fe402
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de43223cabcb7a9b8182b4378ac0c938e570eff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581bc887b8a95ccfd9fb67dcddf76093f7459d96914e5d0556c995fa3903dde0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf001dac9ca4f6f037c34e882e02948ddb8a0af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5743d56a7a8ca4a2d7668cac2bb92757b8ccc2dad638843375703730f4712928
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d3ba15497e8c3e56418797a1142556f2761b16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5584978b5e7e1cd387de9ba150beffc5576e6d3586f242adae348d50336cc3c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a04f3596770e85681781a456f2866497abda45
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fc10dc0d75872bbec2874edb68a650ac277a2d390ed14c1b6843a4f2e65157
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de4927287803014273bdeceee99371299519962
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f879712ff84519c884a2123c2561f357fbb02cc8a736fbbb1387d0898182813
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0c76cf4862fed61721ba838b72cbfd2a753275
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c733848a9ffc2e58410a26107739013279d9abeb7e376571df8aab056567eaa4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f93cd893913182374f970e89d6f6e331937f14
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bc9155d2eeef6695603edce1e608abdc7233878019473b2147dd5114f41533
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1882401f642a1a05a81040a85245364601ab18eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76ab736a369a7873475b19d8a5267eeef9c691e3b4e41f9cd6733dda667d20b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370e9f5a2ce2582f7e11563f9845a1e95af742b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0342b11fc7dad0ec12449689b05458b7092275813cf88ddbf98637f1b5c24a1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a0c79103ff8cf560c3d999a49e5c9956b5d72a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be12b9beacf0e4a1d8204c11c1cb610ad9c40cca7995e9b6b8ae48ad96a9fa8a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0082f3d4ac331470deb3d018e9a8c9392fb91d15
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb996c93a20f88d0b76bcf707aa3d3c777f1e68a2b5cd649c14df294152843ff
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13be30d163997a12d530032df4da194130b8c002
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072774bf6f2c2e7e68cb2ac5a87ddb2d7a7c23caf7f7c60420b81a2b7857ff8e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e60b3695688b136037d810f7050a365ccaa4153
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b68428be13acac839d2aedda434425f7103726c9cb6e85f35b065c3fe772ea6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f158b19a5f8296880f0229047180b8e1afc5d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d353c8933a7239a56a18fa7c30fc03664235d65e2ecfd014c9eaffc460dd673
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d3d78691c21b24c4212a938d423f2e9d7a387f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa1f0ce8d02a4eda09b8d8d50e17aa260c35b995c12e20fe22ba36d658909cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a3dbaeb6e89cda3210561e2a1afa02505e5430
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86221a69858433cff1b20606918ea4319c33525a9ecbabceadf1b17f60823e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f4acc94b951eaed840294f526b3e5d5887aa0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b798e44f17848637b761401a77af07e2ce3413f56839fb67e2b7d2a78b91dc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad26f061e7cf1e0d589505a57de4ec65a36c021
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765c09502fe56bab2b6f762bef8035a8f812cb88bde2ec3455c9eeff232ecb67
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7079435bd67dae6c5362ee4d7cbeabf68204263e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d53879d2bdba09f232402a636dbfecdac0924af1fee6690f030c79c863ce6d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ee72b188109bcd9bd612d276129310b196fcfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e991f3d4ad3564561cc48f904fdb5c43d6e228e15845b7c3918c79c73808a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3672b3c1045fabcf39b5544c294f8394cf6970c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539f00b2956160f28da103c920a0b17d7a62aeec9b537de995f7cb0180f7fba6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b4f1d9d89850f8ef6f6e9fd4d102828005e779
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2402eeb1fa57a044c338e1f1b0b1e27de530a9ab65d97ac979cee74cb81057e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2048d40f0ea1015157aeb167018d7a8b7a2c2b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f2175dc74efafa32dc7c822df6086e8e9d0642e45ce2216a3dd9cdcb108558
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c052df22db439e96784c144a32ee80916d608be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b5da90d1473750905f67ace407d3744ef97808127213346cafd348e5188b65
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce1204c64294f7ca7a4a57ecfed5ff31559cc62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f65bdfa08f6fb94da08fc3565e3e03c0b70aa504b977d3ff129caf76428d0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfceb0c0b50016d34a5bfaf5f5947f0879fb0ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671ae1f4b4461b1e0d10aa31a74610b5aa7079162904632ddc957957b65e904f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447eaacbeb1244198de26f104fc5e2648a71e426
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a089c3eaa075433dedfd225a5e3a8fb428b79f67fb6e3b93c67a3cea820e16f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367953c0360be4e992e395d891d07bf3ae891d0b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc2a832498d91805eba5c92e64c9336769ae0590bec1f82016fe07a402de5f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6257699b3df75b313513c51727511f739cf4b8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56ba44540dcc492e4b8eeb567a81ad1027bbeff0f6aaaab3d448ac0cc09089c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557f96908232b9af9a8130853fcafa4ad114a8d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4902e1e5b65d028ce9b6179f2c5164a3a9f78096c502b6b2733e4c97373efd6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96db80bac3c4e5c03ddc58d9687349343f24a2ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567ce118fe48017d7f7e5b2381306e6eaf6e47ca54c4f36e31e762d796d5b541
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b27759e4fa9675d89ed69e636cd412b849ecdd8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a5ef32cdcfc7c0a7f031da77050da1992b079f6fa9fccc2d00449f07814912
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4965c0b58f68a8f50ab68d96646fce2ed9e393f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3787267997515a07952673dea028b863668c8639d088a0483d512ca2c969ff1d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b624ae14401e860a099ee8334cdcf5c80fb7a6c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae8e34f6523e9ee0169a02b541ba73a7d1e4bef9385ddb461ad8683443008f8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273c6cb18744185c7b87f172d823ee134be00220
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7c57122ddbff2fc293bf51d4d695d03598e500cad077e4030308bf0700e749
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e3805837126d722a4c52ce9d3d6244fb209bca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4221c794a78382465dfb2ce33708086cf0b53aed43a2045fc1006922ade204e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa3833643c0daacb30bd08a2dff7bfd7d572e54
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5aaa68ef6bbb4fdb7361dd04bece2a1288efeeeeb002d7f52310f09ebf5efb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7394f7149814669f0b89aa272d67ed63fadb4dae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1406957a0874b1fc8910dca304590e29f47432c714f5d80e8ba5daf8132d52e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488b21f2834ec47c04404f3fadc46321c0fb89b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207d1e6f116a0ebd208f5186707820edf01958a315713e40540175f2ddfbd35b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41d7efb142a88dd63c985d786888720d71605db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28233f22f70fb6da0611ac60190da843f6920e542d55b856677f6140966bb08
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c454aab8b6c6e26c197516598ccca3eae747fbd5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cd7e62a653bbaf8a50e88f80116b041cfa5095a02197da2e0127c200e9e929
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bd703a9c76c5d4866fa6aa901452ef4684f6e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab455c947ee0a46f35934ed071e6c9b0398236c2c978ab7770d34ad3cad44b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074ba5dd1914d7a8a1dc1ee875d108ed7f64b66d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b7f930cbe1663603b95ad93fa5862a3ca3e34ba4346c9ce5bb46b3e05b9032
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03bf5545b9172fc6f548800fb3d0466a681b34e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f589624451d8cf555f13c17b2ad22afea3b0f4a87e1324167b6359adc8184574
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cd84616bf39a2c89c47bf5d210e9450704ad55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464c0e2a437056ad7230d5ac787cc875fb4822c2664b9c07925ee3bc7f4f6ccc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d08743c825b6bf4c7b93209f15e5b24124cb41e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6728ee08495dfd57bfb957d009afa2883b3cca44c46790ccf0d90b5d9d54ebfc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc42c54b4b297c872ebf9bf02519cf8d5613703c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1af1f939b04ac975231aad1620e8d63fcd4d8eb9abee17179ccf81dc9632e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d143c3bf33bc2ea662d19967fded78bb710812e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d04e959f18b6a86d2256cb90a74c27cadee9a8010396995d38377d5d50ea38
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb5cc9c14d3f67e031bf16d3dc04b581a06da64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627415a471f761c63370b37eadcdb38b15bbb7fd1cf45cb86105713060d8b3a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d2bb2214b8f77feb9b100c5502a439093175f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9428c1f560f8f2c607e7ee782aa781423f1f4745d5f4f937c5fcdb59c19c1577
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d7522602d0745b5312fc2e0cb4e6c185ec868a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dba68d8fa032f1c4f11f688f381dc5a18b6ae04967782877d66aaea7456db0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f4737ccd1a3b346148189f5a366f0a9c08fdf0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ea672ef3dfcebcb5b378ac23bd583c25e1fb364e1c1925703164a8f60a9de7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043701fbe47892ed8beca98e55f09e474bed2cd6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9518941b1d01535b122dc3b538e6082f008a5e2670c7fbf373d1084731eee72a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2cd01413aaf5eaa78a9b264ec0b0a1970f1973
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5821c4fe727830d6c20826efca90390c2986776bd7b35a7b62cf439ae9b8168d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644b6eb544a30fa97d75687008890c1ef2a23b53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d8a0e023532f4410f3d3f3d79dcd99a595c9b79cc060458ac9d861aa51e7ce
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e5235f911d93f0c4481af7517414d11a192725
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7829a07ebb4a3bce3d2590c90da922635d3555f9c9a0d19222415d4be007f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474425401df61751b3f61409c2c3dfbe871a222b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82d90548e6f386242958be277da4d6b051f9de64212882581ca63c1a4e3fe50
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d7db71b57d85924e6b6ef97545d849b60ae899
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c9458ae6c0a87872ae67bfd19c58add4198a431cb2f0f9b0183021e0a21f40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc983783a0cbc9d551b61204c3231986540930b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d06a1048e03349e3dc21db69b9faa5378e1b32152cb147fae6ccb03b8d0c1bf
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c54d4b4e842d4ff32e48ff622f4b3612c59d06f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676d99c61c0007e020d6da1001eb50661264b49aee1dbddf265dcdcb6f8fafed
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcf97ba30baf74d578d905f37dadd030d9356dc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03044c50396f041051562ead6049b241b673e578196671a3ca8ab63bf1a6609
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb99be270cd7a30d5b157dcf89f60e192acdea4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ef69b1d7dbbfb7e1f619eaf523e7a80033ea5384b2c044eae7525cb96908b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1e225e4a48a7d5cf26e122fd56012ee58e3ad7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132254818ce331603a06d6ccb1c2b212a6a0a2c0ade72137dec767f5a6ea27f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd5ef6aea767ea6d98019fc7b00c94e0f5f2134
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10d23ad3d54c9008dcaf6db134ab333302c350b820f470f2a2aa47867e6ad34
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac693a29e66932014cfc7b0131ec46daa94c06ff
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f27c8ae500377b2c571fb7347556e136f71b996fb17b5acbf76fa2b24009974
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0021571511c5780dbd7c3b0c4b86e232179b9f0f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27a4bee09585db4004c058a8316fa289a98bd06f2ad396f85ed79dae293ebd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cf68a495609cd5b7df1887eb70a56331a94375
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2226123fc51d987337d32d6bbdfe1095723f3969dbfd06983b43007c4ee19d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb6fcc7e85bf907f23c332a275efa4c199b9238
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a9df53e8c56a87416f49d54d3be8efeb576c0436351176dbaff94be3285f69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa08470587464fe7e71132df9a5553e3f21f386b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798134e7d369b420d13370ef98378dbab7894507f438777e5b12cc841c21f154
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce542bc9189bbe6e9ef6b109865476421295e494
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b619ddbe91727a7d84248e746ebebe54652e7417684332af74f27a7ed52cbf65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca30fd18ae329e6de72afe09ae3e5536d06a719
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf2133e82df90523bbde38aa7c7452c4b7a8a0770c92ba301b7f308fd73d92a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4138a3b63d99129d0560c43d88a71e9db1b76fb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1141debdc90d2768b2c3ef3959452547ce77be3ff977c7ccb8b5e64d044bb9e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0026a8f716b52ccb67afccf74a47cf63a7d74f7f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7736e1277edc55cb6565b45ecb3485f3fbf2d2abff04661ded712fe540fad4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e583b49f7663028226884fd8f1efc37ec7793a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd30c1bae980003ee2a68693ea8679cdca8292ea0aeec8ed0627281f3e070a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d051285d89d534b901a60d582d9da96c9dfd026a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0e9f0edf92ff74aa932e1b5a62c2332e086636782547bcdf1bb101a4d80db0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3e1e62587adbf85498c9a4d27222445e64a8ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4249715340ffa8d7022767740b74bd7d79e020b98b96cda5d71c7cc1bf848cf6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e27364bce69f96d3dfeb5ee8cbd6f825e4ba74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41848a6a6f487a9280dce597cccb3fb9a6d9a5cf48e401193f2daf677590676
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b278d320c53da0a3144137af8d3e8174bd96eedf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96b134d3288c28ed03eeb50e725647f0cbccfaff78cf714d15606f667817301
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4974ad361e63af8b37cf8957371ee7a4f33a83
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb25c38d0df2a8643cfd128cce9eeeb3af9d4d01d3d41735c3893c5b9267080
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a9e8bbc874b8da7624fb5fdb9e5b09c7fd76ae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51653e554c96fa5104c9017af59e13ed3f5b96083112e7f869c84630dc3169c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3262b16538cab71ecd1616f00030e0e515df7b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda8fcba26ebc48469fb12ac0a6fc234e610c0dff21fe9282c48bc8c468f6044
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bb5edec83a4f4e292662427f511e8ec711ba39
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d30ddbc2f5bd5e9746d66f4caef153f6cf856d2103bc639d17ed84cf16ed21
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6efeff0d1b35024fdac46a328c80b5785e5c33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e31e5ef5818c56a21088007a14871fea0a49f7e4b6fdeeb07d0484aae5fe47
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8b5e6af01d861f61cbbe21fe9107dccb64d0bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa4b4b7171770aef03629c4ef3fcddef7948a7a3db3c7d1fd5b5819aa7caeb8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4172845656b3618487e57c766daecc5f7d4cf046
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002571ec220e5a058730057b015e2120354b7be08b828aa9c87cfb1d5632bacf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c27b6023e9eb2bd56bde056b78f3588b75cda0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e81da97f3607f79221fff90009545aff9d96b11ca7b6d698bf0fa408191ea3d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1553e9bffaf9b25469541b1c6eaef2a316d3df42
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37fcf4cbce2798e7c9b82850f3287bf6ebc0d5d8c7b443df22e869b59a534fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac62b2358c587c361d92e9f4af9f0a2ddba9f736
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b3975e677d959cfe3073ecb59e42edf833dc6bc8bf5abf7cc7831216125374
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a8eedb2446ca6d105927a3729fb54134cf9c24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a5c5fa40800144c79f441ddc7c205e3a69b0e8adbd0bb6297af0c90f13d393
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a906a72b75c1cce120f5e00b3ae382623b39e96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682d9dc4fd6fa4469c09563d3031325fd5f0ea409f87ee319ff4ad96a3ecdc94
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb90c97a50174a40d51a744827401e61324c834e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a1ad4b33c548911fcc533f681e28c96ae384d988b8b4f2cc6550612c372a45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a0f7659e555a84bd84cfc7e49be028da2e5124
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7c0e820b030ad2daf2cb8f9085f2a3bc615fab9ce8953aae0bdcb98708005e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438712ec6126b9b2abd652b348e990c8d01c9643
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fa75a8201440d12c5870c1a1593dbeffb7af5e5599fdd19fca3da05deabf08
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c51d3d4c89aee87ef0593a514a45929868a8eb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b4855a67d1b3299d9cff5afb2444ef0f481a87b519a14af17a0056ba435cad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38c4a11d359fcd2449a634a94d077615190a92b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9026edbb2e0e7759a615a2b54797e21ca1ae204699b36ebb3273d7a653516204
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dab0927715b3d486ad0fe020a32d45a761eff6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7c13465ea259cd6dcd161f3bfe39771560332a8132b3a19a7990e7374b9f30
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41aa1a58b590385311ca86c16c8a6afd96caefe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3d227a665ff26fcee409c7a38f69af93173506ef720d022f7570ade91f7fc9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ece18b0eaf2c52cd1750bca6e1ea25fb4b9241
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6093bcf880950bac49bdfbc237d1cecd07f6b6eaa5d146142dfe86acade652c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a9a45d845c394e282e229e5fe4ca1ca5965f80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7851b48a74cc3a38cdd7d7231f30c938b835af654df330ecc8e309169770861
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f466e5f98a8aab77c4bf7a621599da72ec4e810c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcf10819aed25867f46a919b76ccd7c7887083e10442b529118b0030a26af72
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e459c2307c6f5ca32e14b01ef3d7032f45f40571
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8c47139953d870ac72c6ff02181241f69dadb69d1a5e06feb16f062434316b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7ad194b3cb5364ebbad8ab50830809b6c95b02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf468ddb7bc2045397f45bcd4e49d44a1f5f91ba59e976d15a697a2f4a2bbed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0456ad0ebcf4e59edb4d024acf53a2203105f109
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358f3f075728011b2b4184a749aef9278db53661dd7f6c74f56366b732bc3547
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ac6b386f6b914f9e6976771661b52792764326
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e673b2afcd820ed53c7867e4ecab8b979f861658e1b6338356522c493f6d65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae522fd0169efe39c719b153faa5ca164a68dd58
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a33043d6a66c31e70d41be0d64b90548d5072e4189edb0aca775d2e84772a3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4571afe7cf61afaa473ccc9e217d91ce576c64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f5af5c846c87efbc50ce1700e630ed36eba54fe385181790503ce00a3a6604
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d663a379c43a82993bc6b8ae906aebd7d128b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b758e92b1a87fe075bdc14a79a303827d840153d954a2b132ba3104be73b24
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f70d0d915bf7062f5b880ff8a7561a0352a656
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f115bf4bee402b916f5e0e2e931d65829871e0e91a5b5dbc61b991f937571b16
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e888286b8c2d31c8f2e13463fa3630315fab5ced
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c906ab95dbcd8a9d01790f03a61817d4259b7096d5d97dfa53a7a5189f141bd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fede573a1520df7b7a7e2e709cdad22c06a864
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e98f11d06a5b3c1330ec12c595ae3498c35bc2c96446c245449deeffe83437
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bb9eb21a90da98bd2963cc515ff11e5a8180ab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8515ba066ee60fd8d64f887e865c985bb4ec00cb31046e86412da068251d3a3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382f2517830b9ae72b598453d41bdf5f71f48488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73414ce50025d3281f61e53613719aa904439d2372881bbbadc1edea4df0a012
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8901dbd6bc5cbcdceb24f318f2366f480061a28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd66cbe923244a30825712d924dead11edd9568fdaf5a2a9efa89af75241199
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3499b85d3726dc0c86233fa995792da0f1e5ce01
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7aedf5875d9307e485cb115156deb3b68c03d49a4f39a77e6d3ac93aacc4b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bb4b50b1fa7110731b4d9fe74919007adb6aad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df46441ef2474633c617d7b14cf31bd6f2cc0b0f9647ab0f6c3f295748e681e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadf56adba838d5f4a732a4b2c810538ac97c0c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61705a440477afdab6e696433ab959f78dc9e63d41c84840ac10bc1936724652
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f280d5ca17f01ad58c9507b9910e470f7c12eba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40030e0dffa3b965571445742326a5e00ff7682f098c18b3aee55963f55240c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad573af1b2390a148ea49e2c074dc681de844e29
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb31a002ca67edfa8451939978cb6004502bb447056ad12a9a0bf2f4a9e5a0e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c700fe24185589aa10dd36eac0d783a4586b2a84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3cd6e9a8c8d11e5bad423fcc948ecb8271a86af5cfddac08999e272c4b1e06
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ceca8d59b2bfbceb093c6ab1a65dd653bc3c550
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2018fd9e7be99795ffa1209b3544d0663f943b1b47b47b1082981dacbbed956
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6007b71173540097a1764ba517f96ec581457c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5710dd47a01f9a10c5e2808faff7361b5b1879e4f3534f6170f170bb0ad5542
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754b6913cd97fbf6bca4b04ee0f4e783f7948f44
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a615df6810290a7c8aad1bf5ea6343c45ab226d35d124ba18d00d55c75f3b1d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6401c1352846d22740a51092845fece4443b77
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7f8a68669a0bdee542fcafd13000c18a875e4683c6e9dea2681eff10642e48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691690a129a80d9176e84fc9ea2a084503cbe06e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7a7fcda2c0fb27e8d555503d60411a7321128eef4fd3238878fd5d929f3a45
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86122b08325924f13a4bcd8ffaae4febaf98cf9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d660b99141ed43599c5734750c9ee05f0ebc5a133567b374b5268176b15e3a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436357824400e5ea54740104d2014087074149b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bb8462539e92f078ed34dd24326e6fc26c8753745c5b6e5f467e18587a88aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ad5cd30f378562c1026ba95701671da44b59ea
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d334e286ae0c5a553bc51cc3ed80679fc0e37361c5c3f2fea86fdc1880c21a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a48401be5ca3b4372971e4ba9486207c99fff1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed73c8ff5df0d262b1cb67e8659ac0ceafa0ec9febc320e193e6963b956110f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371928d54576f884a1537e2e75a6dc6294156939
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19054633b3085100f5c127f3fb8673f641944f8701e210fe3eb1cea13a5fd4f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c7039de9197e1ef23e694ff18571a4097e7702
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be358bffac504342a0053f5885eabb0412e1217ee89b11e5ad34fc525f07b66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78458cb8fc028e12aa8dbdb88cb15ec1ee1e5401
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b594cdf768d10dd9f4b1172f9e9f55631140f5baceecbd8084d79b08c7a6aa9
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cc6fa6c4adbdef7e24719f34c095d151d1074f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec558a48f333ca79832779182945ba2f323132227768546b8a8fb0de8c089070
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50d4137a6598594136389fccae24568031b6320
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51bec4f7a0053d6a2e2bc518700b5ccfbc97075724be7519e7b9ce3ab238a86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb91a33619820616181b707fb692fb023ccb561d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1c51d076cf9d75e2ff3b762e9675b3c79d0ed100d59e44d76fb19d33bf8779
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638d5fa3882d233fefff5b14e01238540f4d2466
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206c8b7b99679d25227eaa5f9fac0e3c66cdf7ea337e1e5d3bed58514d29522b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e6b9bbc16ada43d7d88796f34d9e6958dce56d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bff507e827f55a6682f20f73583cf06ea556424e67e75395ec06fbed0fe306b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002f49745343bbfbbdb24ef2f15bdbb1a074df8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b38e856123e3744e45ac4420bf8705ad400902e739f66a1333bb4fa97413477
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f824fa26b37391b727469d7fb22b5250613b3019
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e514450dfc5ce916e3857fb98b6e4814add920da66be58ab2ff65d7db8bfbd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb821e4a7511a163ab3e1a0c92ea09f2cefa1839
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581286d771b167ae0e61ef2a4da689375562354b052e67656f6fd76c3863cc9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134264e88b8f1f9ac250fc2d931ff197b5c5eab4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9936b7e11d75ccf0e01c9baf1133655fe79b5bf233f201b03762914c2480dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8fbb65a8bea90dd009f0ce592280cbb0836abd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a694307aaff4f084acb767d8aaf4de0f373834f81b8140b9066191f8113bc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b749ed5c6a96a51cba4dc9482bf82bcc20730897
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6d790e2b633cb9562d4285a7e4476af17765c04fe2b28b7aa9b07bed246168
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e20260a2e7bb52090286cc0ebe3183835e021c2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c920b28bd8532f6008065faddcc7a30bbf3e71644a07d7d684f5b418c4e1b8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced57ff2460bd4743f6dcc6a0199a7b7fac58735
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad324686c0b7091f8727c6b09ad8f37e9dd78b8beb2a78c46cdcfc72f3bdf49e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340319152658b18e426215cf91f7f3a3f7af4a62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02da1f30baa0814c8ea5be9fcbd1e2f2388b55ab9aac985592200597d2b68f7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2111df0a1b1a3e1c87e625d3337695eedb6da896
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb2e941bb5187197f2cf1404eec562e8daaaf6895bc86abdc13c775024222ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7917f7b7f3f1ac78170c07d5e7a6ca75531ffa0e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dd6d7ce2a0cef267eb664f0a0a5238e403edc7fa02087c65fb020d0ef1dd68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cfef4a8626279e3693d411c4abdc23bf7aa49b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b4840b2d7382684263f20f0895bf0f81453bb92612325bea51f2ef1f58700b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786a1765bdcefaf9ce08d2c9e7e4d6fe72dc6896
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba13407ddb8890ba5e885e38b91c76b8d9fd8501c67dd4b545446ea1a4252e9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2e966e6266140042e54149d647a82fbaf416ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7dcccd0365ac50513da8937b529bcd223baa2e6a9da2e471392790b1c290d7e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52664f2f5f9231d1601ba735b2b9a88aaaced02c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a96ba88bfd1df4fdcc6fbde9f7146cceb0c7a23560101b8004860e9035f01c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ab741b4167716182316e2daecf09b52f34d336
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c179af8ab2e7c6abd4226c7e1d367e7b8ef450d34a36466c79dbea2c704745b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ba5f01e84c7fba9ae14fd0b6b6f1d2afa415b7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f97a2eebf26afc13beddfa53fa478aff5c140cc6ccfbfa414b2726ecc1f7af0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737ece7cf34a4c20dec1a10eca0c9bb05d65ca7c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fd2acc9b210a24083879a0945fcaf0e9f61efa3b0e0e43d95f7fd3cdca991c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62dd1b42685d0866c389ee78246bef89fb311e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d27cb73bd4e5fa1d797f031275797283dc82b79bb3527fc755ef97b45109163
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efff04cd0b6ab0023ac6d79722552aca781ae239
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef2bfd85c3db78d72ba04b06fb8d1bceb27802487597397d49aa225ad2e9692
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b7c9da1534dc272a22a40c59627cf8106dc7a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a24f4fdfdc0ea972995738d3697623b9ac09a785d5598f5b7e4db07a55f3be
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5fc60cfb985a78fd64fc6f0cb50e7339e7919a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c50bcc7234edc6668642fe42f28293df48158433e645cff0601bc1c8b4aa62
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bf56199d61b597c98d16eb658221b5949e4dd4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643383e0d5f57c17b460ab36707aa1efaa09412e1d9e0e7fc2db9632c8fa954b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e147e9dd16fe587c75ae6208c0ee6f6c967a30
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfdf57a993d0f57aaec0df347917506ca7dc50b7f7e7f2064d975348f03a8504
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c78e85b1995d7f140e1b8c0bd1336236adecc5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6483aa193c588d2b330b6226e18a683415834f0ba3f1fe059b7b527e94a851b2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba8fd14736e05c626815d4625ac6974e0f91fa8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fd705fb19a832cc5ce6adc8b17d4c7316e07a1ef96912f5688348ab916e750
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eae6534ae7e3c58eeae0a41d58e850dfde0d5b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc06d156adb503415757d01b516d1f4ae1a35a1e5d1d3b3896a76b76c40f370
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9690ff474f1c7e0d44ebd76498ac92ae5a2a7569
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cc2ecd58b3769ecca120e138e72ad16b76c2d0c7fd661e9587f3640e2e7ef8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296f4566a5435a0fa5c257a7477339fb6f544aab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a0410d2edeb53c1a928ba05cf3a0af49b908133009b2af14dbb8646cbdff6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ab9e335c67bafd72aa593466c76ee1f2cbfdcf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931228a0a16480d3dcd23be7530e0926f971c755a1bc988c573a3d96d2de4f9d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f46fab1f5cdde53229b3cd8bd6f566c1184c16
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41522be6973979b37c913e3031bed34170b58e720bc9e1c620dbd93f9206dc5a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2d0d4d4e2b6ac24b9ea25e4691c8f7fb4588b9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7738ea993148fa3af75fb8d183d0ad35d949609c60f964197cbd5bab1f91ac
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da826a36d104ae90065af1c369168f002d902ee3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b9ab6bfff028e10e784da524f0d17e7fc2e117c2bb331db823eee218514581
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f124aebe0dfc084f53c7c168e9fb7c375b93bdfb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6a6470bd779a65a0328700f0404ca2f569f96c03bce6e407951ff611b1b3f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb85a18bff946fd95d5e2ca4cffb8e4058ea69b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258988ec747dba90da8f91c1a0f8f4d894a04f051e0a3b69087304e9a3b75211
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55eaa9941d3f4f769c94d631ff8804b45a2d20b6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c88039d9473400c5a6793a6f988fc22be3d92118924a772eba84f0d5fa983e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9bfdc4bc8778ea7a8b0b127b740715c909ec64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef43f926571ed0e5ed69adf65364e1badbb94bf5e539969257bbbb9524829a3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b13477de066ca8cd7b43753451b5e31a82354ef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18a8e82bcac98d9829b4d507ec4e31956d655a31e4b0286f44464fdd16915df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d018af6821f1bb2b0e856951f1769fe722011f61
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90461dcac8cde9adacb934483059558b1b58e75ed0121d6ff3abebd362126b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74773230e2cf7530561e9fb0c8bf719436738d80
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91a889bc01b2e39620056f795f19221ea0eb261ada7c22042923ba95e6f6afc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324608b1cc1ee0cd8dad91332242d093b9a450af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7cdd2a7a330548fc05d06742cf4c6a0a1bd60ab04fa880f6283c7324d3ff71
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0804a345201806416bd10038815a26559d602233
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1caf7245587059c3fe2da9dc347f885e6eed6936fa69d85b6de3642c07dd193f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74dac1d5ed2de701b96fa6b9feedfd2d587033b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8917253970a4458addfb4e0a8710c6bd993a37d885f5e45dcb7936ff30b120
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eebbee818494c9577d59b6cefee02ed714cb47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e838496b17a093b9bdbb4db224e266f743423ab80137840f36f3361596b023e2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3897e197061b53721c9f3267588fedad5c93c4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534ee78cc9c1be8dcdf29dfd1540c6508b0a5c09b220df6bc79e799c7f29206d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5894fca36e286166f2960bb0baea84dd2dea323
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf23ffbc2488a0e4cf007413ba19b716834c19c0228edc506a757562d648b54
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4ee57c2839437a31b86e2250d69075d008a0af
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0df283f5648d8da1729bd42cde245916b46005badb9eac7b390fa95d152813
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1446d491bee0a52f6ca55454492e1b767b720894
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd388cecab0bfc48a558a8973be91d9d5a8e8a40afde9f1547a80e24d87cfff6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196e6252e32e7b8367a798e523863e2f60fa2a56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57f7ec4ec1e4c74581b696900e089e580e5e888052acc5ba0b5cc2b45af0c49
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d94da89b0366dbe21eb7410afdcdda4bc534c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c88d2e74d791efc7078e26dbea9019c1d41ef345aeb0fe4b4dfa821fcf6f6a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1146fa682fced12741e70ee81ecbd399e97f7b53
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565a41557d78d61efd3f085cd7399a592c84a0d112281d4349f0fc6ce3d964b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55cf9aaf534e25af45817d1a54f4cd673c12f6d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3892173a509d23120be59d36f1adbc24097ffc4a52fcf9f4a657ef7e1b64544
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f0773e042722e6085ead02ccc7b61c2c551cf6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9be4e77d51f6f27f068e16cc0bef41386afc42248dfa9b067b66950fff2bf99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2640d2d7c5c554071081accbc3a97b1ad691b026
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af05a6f9008bd635e2fc0edf1617306a331127478a861bf8ea6d72a32731cca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d619305a3d1413ce43a7cb79a7e99fad14cc93
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83ae215e106448939c41f86f8b3a34e95807c82b8edb1ae8a467bbf361a8d94
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56229ceafb393668a48cb91bf77c4842c1fe6f13
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5d5f1d62fe0e63162b6a76e285bb0e4f3306fbd4921c84676612b395e955da
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37498273f1ae0e5cff9f1810dfc3c4a402bf57fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98846e78c16b42be407db9e1e881febccf40adf03f004d85efe5f708c8741868
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b05227b6af76509bc08d73e97b62a55e004e62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f1f0f82d1130636cd9f611a9087d71efac56f42f96c1df79495b2a7a72791e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03484f3ee9d439ffd0c175fd849926bf20b69709
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8541ee0c9f6f5a336585aee85837bc712be190f13a2814c1062a0a72d46cbd11
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a123c0ef9291e66e9d072985ad4cccb3ea9cb0f5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889ace5345deef7b11136b30bda2b29eacc31fddb64af35ca0858eb24d4bdd74
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6041d6097341d9d7ade18aced7fa57be501570b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a6e2b914c848b0ff1247cb7c3fb93f08ed2bb5acf88215fc4814e52782cbdb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661e97ea1d193da831b328a8dd923681852e51a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4cddb0fcc1c01964619c67350fbfd2ec16d1aa955753781894e9783ed89f10
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a81b4400332d913c218c9299b0fdb344dff696
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a665085a795c966d63472fcd3576b0856796075260771ee1d2ddf743af507e48
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2befe8fb15bff909a5872287e0035a87ec698d96
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f9a31e13e56914b1307c7ed20e2c7fbcac5ff7f61422d6fa8523a63d742506
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af05061a2303cf714a7e48507dc53cc8acf1587
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6e50accc16b9a7cafe114a3b80ceaf3c4234ff802294760335f6e511a37b79
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9acac2360a568c1cc43a875b29a8c5b989ee88e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fd577dc9756fd386751d7dff7e3fdb43035046141080bdaf798d7c2e12b224
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cadcaa3efcf17b7f8f08f3ec89ece500a8d815
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb82c556a884309f2f4970e4a10c9fc586a933b92eea66f2d795a90d53f01654
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e3efa29c8552ba5249a62ceaffd495c3621674
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3067cc0892d61dde5143088fbfc52c3f1f6da8338517bd21f94f89cbec7bdea8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b2dd6eb47456556236f71f7f1c143cc51d7c7d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8675e366bdfa982c48d562fbf781c07775653b96e76355b1c84e392444c3da0f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7600ed78f146f8b6f47d76e7e1eace4594d9cf55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfafbd37244986e2f4d558b74ca6bd3f52bdf89b999ddab17d99bc9b7fa3102
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f3f8364d9c9fb2d5e127ab3ebd0c502034244f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd96a8601b41a0d96fe49a1a8663a7518d6a096f30372c493bbb87a22f881528
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b671bf32e1a678555855136324ec4bac7047aef
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0670921847e684955710aea8f580ee11d23f3b7bd481a5c06bc8abefaffe588a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662677a14b21670b29ff6fff0499bb2a880ca918
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aec1273ef7e09bdde3f9e441e5f1d1f2f32108512d8ddd2be0ea3a7063b0f37
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c477a1b1b4b6a60394369074824b0f7c1514d3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936965fe0c170d25c693267126c2963c4404d04a84f7aa0addbbfef8e9e29700
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017e4a40c3629c694f46db0ef38fd126d1239c9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6ee9b29fa39db561bfe5a22b5f00eb4199f4c494de18cc16a68e4865a8d770
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27b58f57f01534d7fb14ee67e4097cd8c7f2c63
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f8f0bf20e83904667b3e60af806d0bdd11451c8ca9560b7453fae81ec6a7ad
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5c2fc482b2c149e49f006f9237f94dcae92ec3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c279885bcae082e31fcfeb69e59cb87dc47be010da17d77390ef33dd9a156d69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca0e4151ce6228135eda1f25ddc71d0df125664
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a5c0b882a8105083bcb29aa0eaf21cb6fd6acb94e2ff5897a6e71d0cfd0024
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e685d71b7a236d3c73082ece4a9dc3ba9086245f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6a1ad896b2d40dc262be24696b55ee37dc8f5bbb972bc5067f51746f1feb1a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6256969b742d8b625b31f1e8360e6822e3001aee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae7caae45249956ff7576d28ac61b82bab444e6fe29d1ce781f25fdf575ae8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea82faa5a020fad2009d58cef7b52a32e18db733
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1639520b828098130e0317a3130d5e11d9d926d1a348531d27e83e11bfce41
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc985939420e0aa5fe5ee74ef782dd372558813
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_3/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1622f6807f17835de981de4dca1b00387ea4459e887f05afb20177e1b011ef
+size 3203