diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d026d58f53fbdd3bff029231407eccb6abd38b41
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfac5e7ca4e577c1103bc27cfe0e2c1f726b645b76b8a5628a8b719ccac083a8
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91e5188114fd644d6c03aba4aab6b9a111f5fb6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bb8e6e94c9408001ce7bd19cc17789bc668f3a2ab8d2cc1c49fe9c8f9545fb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed00aa3a93bb803f23786bf475f1854d89f75ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b094017ebcefe1f3d0aa4832805c2cfb2f5de67efae190f1d9efb261d61028
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0930f4c156bff1f77f3262a4a32d58cd14db9396
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f16359f7674ffa7aa33509e15506687b93edf01fe36e0810fe8f7468f48bfda
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5507aad6bf3cd06a15b751d4fe0fc768ff4c5b9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b23154fb5648f4c515d95ba9280bd794cdff42bedb295c1936579529c7b20c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be4f4a998a6dda82c2ed3fdb5465b27360e9be3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804ed41e1b33ed4efd1cd3133dc27ec465bfdbbb0321f8b5b6968520256ae9af
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b34c3da96584fcb600528afd590118e3e26ba8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34f7675861e8aa80b8997ae3b9a5fcfffc55e3dbabf0ab29fdecbd99989b19e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8186e7d28d78dcc0ef73254e9174486bc6f0ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66c057b7edb5ec91a93e036e130ae40eba1a7449942ee0b7bea84e7f218af29
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86c289339a2566bb059e28c8c011de505147c62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf1b5d4fea39e4b309983d748aca48ec1e4e6800096adfb369c7e3428123a7b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0320edb0b8a1d4b64dfd9a40d0c733942324549
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96668af82de3986b9411513731dedcebf7e430f5495ee19307b07049addf11e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a77410fe3284c59db12fb0a20d31f77713b668f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e521875059aec51effa7bfc105229faf0ed58581c881d57a77f77686feaf662a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfa30af0fafd13ed3263effd2e9ebb889b4ee32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10738eeb221f5665199b11e61b4bfdcdaf9d4ca6a646f159f698f5678e638b59
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0b88854332f5fa6eedd6e797e79863bf91d977
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fe24d1e1c40fb160c40806f0e67108272d3d415d0c6d279db22a5d04c82795
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7c455ce1fb29557a5e9efe867d23019b854de8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caae990cd26dec21c9b84ddf78dbe099465f780417a2574ac0c5c7caab7d9b1b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcde9b34498755a8a0d854db02be57263f15d786
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f3aba1964af0b26cdc07f498d8b6d78e688cb88a0f13fbdd6cb41fc812aafd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e4820b18515c57961a463a0554305c010036b5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47979787aabc7f24153e385e130eaeb36d61b5e5bc429d2916eb76124cbfa4d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8891bd4f91263485ef9de1a50f9fb8a9ba614e14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbfa15a232f22a66e58cbf474373fbcc3d60b64f4e555c9f90204b28cce5d3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cd826097a4a6c56071d66a2461b2bd08eccf64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd92033ecea0298fe03be54319b12957ec008b0a2aed73ff60d8fdb99ad9c2f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e7671887d8ddba1b0465cc08214b5d694672a7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e070d2536212b8d7251775a1347371b89b7125635347912e91edcd246bc38c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271d148fd7e807c13221b9f72a0867bb38cd597d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7198faca16f102c68761ebfaa9392d6593a32ad372a42af81b8f1f1df89a39af
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038c0b7ce42022aafaa40c51ea1c12f09367afbf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b153b98e4eca59ef5bd75ef394fd968485bd54777ec077f2fe05a2379d3ba7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd82ce7c4b5010f2af4c23d9631df6cd8330bfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c9ae5eb159b8c8382ba182849adab6173bd8bfac3808a84fcd440cdcf227a8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322258e9534b5a9dcade7e50793450dbb36e7364
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b57c1d628ca678313cafbe6f06a04537666d913037e51d6e48d8bc5af578e16
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfc6344ab8843001d317f31b1ce4300e6e81fae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00f26ae442c58b34115582b11d299b8e85bd76cba7cb3672be373c6750a4c9b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db4de47b955425a5909f32f2a38fc535298b9e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de5d4ee4841bd15ba7a61e7cf22dfb27414bed22d2dfa62de96693eda86a0be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8625c43da34c01dabd7dfe3faaac20504e77219a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23fe60e2416c81edc6b5cdc7c7f49ba51c619e887f82b8bbe301aca5fd36a78
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211294b63515d273c434d02416f46988fc95e1c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd7e0bc2a48551b8a8c3ff77e94d701717dd6789bc86c2e5b966840feae392d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496b45df64b26469be964c86b55792d1695a14b9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31874fae7144ff856c86cd710451f6e8d6e6a1c60f59841552aa2e96aa6bbb75
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5786ce390b73496ab0aebd55f05118c994fef4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bcf4d677994b360d5068c8dcadce2996337f8c829b9ea0a3bcbf1f21053d16f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662efa6f8e5972375df593b0a8338c4238f5d4d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ca66958fae8d121c1d1f30b7ca44a57733c784c82561e07dc9d554b73e6a41
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bb7e0b0a369a79ce536d2f613a35b4a11bdef3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011c560726bae3e1cd056cefe746efc2ebeb66ad31901daa72bb4ec6e3082dc2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6708634c5d74a8bb479cb8623c9f737b25e00b6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1894b0f02edd7b4860a81f218ac44ad94026504d8557ba7f6fb7dc73c463371
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffbd5edfbfa9f7a9cd52a254a94890580668d91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf039fb9da621ff43130cf639daca6e662cab3007c7a5efc636392701409a8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19033bad636f049ad93a7db55c6ab7af1d7f0991
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2634a069198ec9117f089c07cef9c63da40a02e1316a99eb3edd79786ca199fa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31e562162161947b65197607afe2f95d884a147
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbac64895e896d7811d77dfd856865104753d66adca311b63dd9ea63ab7215a5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5eb0d3297b4ed04484e11f17e6d204c7bfd7664
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d958eb164008b0ebea0011f4276b764bcc08e583379b91e4b979d39ed54d52
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c378c90962d796f102ea2e8dc1a955f621d1fae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42377da3115a891468912dcdf4b595d18628dac5eda9c25d6fe18f15f9eb178d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbbeb84349f1a382f7509ec604f34a5cf3810bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d89a80ebb57d6bfcce68969a9f54cb42695b32a70002e5078ceb2d55b8ad54b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c674200c24813ead332aef210a09c81b6717599
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc3257413ff4e1fd65e339b4cd7d1eb0e591f1e58098b2a4056a66c9168b767
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c99dffbb6aabb2eed26e0c1c22a09a5f7afa1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4631fb625d74f1215687670c451247bdccf4c65d2d0d0aabe8c91b95821a483b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daafc5d4104fe949776ad482a2d2ce9aab1cc54
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b36e7c782c5c0b211c8c192a9765489b3404f87433c3f9c83ea8790a23d66ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08f88eae2758bcbccb33082a2f29ffc11bd8baa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3fe0d33fd289a76225797c6995d7f3abc6e37cafa824fa89d7a81d9efd4d09
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b28f375aadee6c2defc3d84343dd5d204b8028
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00129291ab18ebefa20a861e37017bbeae0a5997b4d2b873ecb4ed0239a2caa1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44890e03b92a1ca6d974f51e3a22861c26ac36bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32976f78631b2a0e089ffccc411d34534e54a00d71b1b31aea54c98538fe589
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774f580ab9f7314cd4ba2e46525c9028508ac1bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d113046e2890dd93d17173d223b75bf29d1d9cf546a437eaf0f8e54dece261
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7ee764df273d4e7921b426401bb871a9f08c30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0643f8393de497611bb80be4e1cea4f45104c3b4e1af41fbb8bf8b47a16c701
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a076eb05cb3761221cc92ff81a588d12e07377
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94468bba8089d432a34d2745b2c62fbe0461cd80adbbeb194c4dd546424da80e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d30c867c3d3f1f89d515a1a9118e241fade44fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b946914264da5dc53f6be46e107616862e5292a72ac96bf6a3864aa1160a196d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bf554cd334097a49b67b794a8a50c84a9f6bdd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5efced0cfbfdde3c6ac03fb22d56f30af25f29260d379bc466f75faff7e4e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea861f3b3166e3226c95fef6e153148832c7f91e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58381faac80f3e61aa2a599933acc2ea858289ac16a1b69beca23950a646e291
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f99dcbabfc5495a582183f2801f70a0600b10a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19677e5eb716f2f888b2d7bd72997b1696936fa010a803effcf05f2ca228ba9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1a01180a17346dc8c7f91bd048ba8a90488dc0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ba86813526026dad35bfb37f877e63e9a21d03fa5f3a6a4fe8825d31f02b90
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1f8bf6c6a38ac9393022bc5ad8253f1aaa98e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22697fdb3c2b9e87d7bcfc3c56f14ffd2a0c3865a5387b157bb96c1e81386940
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b514907c07a8c69480d2896e30255f13ebde058
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cd1dc6f525c148e91a283969c28649d5843f40928ac13e6447c6f106ac5759
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e678b5aa0668ba199cb0fe9452fdd84b5e5fa2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6406f679418daf8d795bbfc3883958dd17bd0ffc6238661affc217f2b07bcc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8921c436b8ce786b542ccc8336dca215fb356b69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9600aeb65ad2dc51dc55cc6e7bdee277a43a9f952ba37029fc324e248fb09f2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76823ed6f3c1552489f16869ec67900db31aa40b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc68c4dc2922cf2b154bff99cf1fe1ddf22d7a7575d38208025104efd6362227
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dade5539560273e5d02b25173650689bdcc5dea7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b13f36437aa715d1398a7dcd964869bcc654c91a4f26a67e514e766b06dc7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3d45d3fc17630425b2c0a1338e4d56cd8ade7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5965f666c9351ab21b281e3bb6ec2d66f354e9e71abb60891bd55885f0ee3be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d087c830062c7f99ea20f164fa26f31881af3fd9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5644f42b5c06c8ec9ade07b860cc338082c39a514f9c728af743189e785fc98
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3dbfacc664d64c8ae9d47bdc8b76767e495034f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a063aae55c5072f22abc6c2c408bec34ab52418661581cce5b1b8666334ca0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c224783852415160f27e636759e413d26d7a3fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05db8cae007a491839581dfd634af81549937fc166e6e353c8eb3d08fdee3bc1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f40086f5a77f832154edb9922b02eaf9c38b885
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d565134599405d1cb927010df1c6d119ba9cf22d36d8bcb4d8e4e3a4aad78e6e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7696e0ae7ba6678aa1a33b53000e040a768615
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67325eaad4bf5c4129b37a6e5512013ae438b1187c8b032a3d80f6391cb514c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3dc2e16cc5fbee044347d6b5b52be0dce99c589
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6bbfe0da44b26c66099657d004639489abe519c9fbe632ec595e11781a5c6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a653f174a8f0b58f529e08f44ffad39eb00f9c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf7973eb8a0aeb70b0981eca800e3d242efb3a3f0dc3f61dc009e9eb69aabec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aedf916b10b02a76ecb1ce5b2fbf17c8c065503
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fadd374bd25d1668542d26fe841cbc4d4198c4db108fe386755971a4785fe1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12d05628307d474a9ed5e6d8eb5ef19f3021746
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f368e29a38447ec6e74bcce2565fc08c0785e62ad39e3ab6ef47ccb5d82ece6f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca474d10e83722f0a1df44d09e3180a162221953
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348e1a5c0ea317430e636482726ffbb502a5468863b42334aae17cb5899e29b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e460794687c9be2a5c7014d2020f1df5c7d86e65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0f8bffa36c47dc0ffd8373882fdf4bd113497ac7f4c0808009e41b67e589d0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af6813cd20242d4fca77176e0cd7f6e40dfb0ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee86fc574368487ea088fe28ba8ec8faf5cd4be7c7338090520010877082d5d1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d152ab68af4dbda76d88965020acc69f18924e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7721f4f2f8b2bb7cb098858f5e3814295e8284a55e3e91c511ce30dd9f79b702
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38602cbc44dd18adaffed4cbeadc9936cd421ab7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7651380622d3b4693fb0c1a29988d1682842ca58d99221fcde1d04a0511510dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a196b39dc249c741792c5b5cbc5fc3991c31e673
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a98146c747d9b0c8879615218e5631cc63ac0aaafa46770d826dcd38aea47a1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa84344db531704dd1ccce781b79254e9cfcbc92
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f276877965116a95a5d5e189e9ba6f20344ca8c52e41e2e68a19b99fd6689c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52caadabafdd3e0ff991196d164a8f90c9ca30d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a52d3cd54594301cbabd04222123bc3ffd5228a9158052e63061982d976439
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f913d45d1336ba07543620c2e9ce2cd15bee6bd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a524e52baa8c91f75b34d5dc5f7b7391c547e6a29cf30aaaa82eda07b7ceec94
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0201f1e11b5518af375e2ee1c43a5c7f0e44483
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c483163e3602ceadc6bee1d2e7cdcfb66e4742ac61c646cfcf7055fea58a425
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dd53e964ad6c48e3a899b96e08cf3c17663891
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834b7508c6ab67576b28f4036b1d2c5377f56791b2ff0f71261d365bc7167b1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c5126c11a16e8fe3784219ed8d6624fe9091d6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a26cb16c1919de532761fd458e11a5b923d427e7560f348af9d6a266573865e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c0b9ec56b9b8d951645bed82ed9e00f9f56321
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991da2946c5d706df413571523b48cb6ee0db28446de80630cd672c112e5e77c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8812e6b8caf7578c4a30c8a901493a7fcd58e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1396164d383124abf6b01426dcb8cfe34dd85c45bfbd21edf7acd1d91c3fbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3484f859382140096341c5a41a8a1b763a548469
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342461df39da00be670e78f5eeaea42a3ab791b96b99ae4cef7bed87f0dd8b1a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0612f2630648cc07954a30596c977f9cee30abf6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8998a1180949fa3af5ccab4634404385c5b380448351417152af97909d545f37
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053b2d71aca66a15180ed95b6cbba2ea38ed57a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db60f766b48dfce0b0060330f9342bed8b22da2f512fbfa66e5a9496c6dbb9ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c667b6be05dcf6d4d7aa2049a74a276d0c09467
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2e06fb58309cefaf04cdecb11c866f4491f74eba437248a3909678555d4141
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4416aa56c86daab2d6e2e30080b3784435e29b65
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e391f1d3ed9bee92f41b4a44093a086828e2c13f549fd8037d5509b159031d81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72951b4560bacc4759e0d96866022efc18d44bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220982fdab3e776dbbe9cc204ec72eede7199919acd80be62f0b0bc91a88f2a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69753f5e7d5a9420273ac46ae64fbdfeb812fe5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ff2d470c47db8fb905d4bbb48ccc51295495635bf1336ebf96628f1a2dcda5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fb42212a0466d8abcf4ecffc9e0d9e58ab7c3e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c940615eb65ff67b08fdf77fa1cc57621fbed0e5ba8700a1601aa696e7013bfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55ddd42b4e2e5c7077801050203f6497f51032e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20232435665c8b40bf4a9be35d8bfcecf24cd1fcebee2b7b8dce1e29e528631
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a97aef948e84c09155cccdaa11ebe53042b9f91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e901ef1b5c71a750397adb39cbdb69e0202b97b2f4eb1e7fdf2998a1a4e3a7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a999ec0baafb5592a70969397d4cf8d8ea8e774a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fec06e0847af66b89482226ddecc9ca61edaeae03453715104931039d2db466
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ced150a51a1278a723277a7ac27695033e6f8da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7ea9297c921703d9767afef888bf160facb4698456aaa5b9f843ed2e03120c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b1b56554a10f09316f0677fb3265496eebbabc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de76eb2748bcf21045962d5d12ae80c2c5027c3ca3acfc8306403fbbd6d07c9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6bffb071f72fadf5a66acc9fc4fa456d4e96da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6b4ad836a02fa35575be1b464811214685355812f072fb1b95dc2cb41941a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401575a2c07d22e1d605471cb0a5a31eadad5eb4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851c3420e6188b85f07cc83b7c350c8941db13a05453fb75357ce367a704fac0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b20098056bc331936b243a655149ba33f138732
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcfba58bbdefb3adeb254ca131b7aa6eca2390a590d1e1892100300ca23e63c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866e4d176fa007e13f05f018529f4cb216727e0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f364f93a33c937b4c95433b18fce61719d845b11c30100ed20e78423ed262ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1f6e99e3166446e02d7c52f1d19d1855b0cf69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f2ac0e483f60356616b006612d1fb5a51cc7318225daa00d22944703de8740
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8922cbc28a5519a610e6746829b6948d22a69b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd45021f7a67bf2574007d422d5ff1e4f26232dfcf841d537ccddc7d9999097
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995cc9707c0535afa3fb13d8d4999545fdd6a933
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a202f0189286c09161fa0fb4cc5c1d12f30086147a5d7f6a1fe429eef0267645
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356731a5b47a430dfc8e84ce51f8d039da5d5418
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4cfc130f3f6763ed1ce883047e2ef78e7d35af4a526093da2c01c729045e0f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53aa5eb20d32cbfa8a144c0dd699465b4fda95bf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1092d15b19963c4754877e4e77657d35ec0c12dcc1f7b64e4b61dd7c6b4e07f
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfbc0d96ae9303264e3502021dab1ec6a4c5451
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5feda36830b8493e0a60aefd6c1ac4a18028cd902a102783c866295993a399
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd5702146a15631ac5c2340582499bd7aa6ea2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2270412a939cf2598bfdeea2c3d4f6b6c82380a81c3038f9f77529f326e2e418
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4c20e28b443ba68738a8c8619fc9dc4dd2a4dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9453ba864975367910fa023709eab8e8d82fdd789a425ac1f96a21e6bcffe82
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d57a88ca77b232c30bef327e63939ab68a24ef6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614cb424ba05f6a6606021ea185a561331377924b9c21d44fe014088faa3ad69
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7454144e719b588831f3ba5b95a871b19ca9a5ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35855e88541f16846ac7c227f04137ce20e9de5b79a00a784be5a0f4885accde
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6154907cfe8a7813a59082d35549bfc900a9fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ab451d66519bc497ff3c265e9d752dacb2e11dcbe043edbc91dbb674f1ae3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caafa63883d72ba1aa830eab654df4347c673663
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebea258711a5dd2f2dd9b7ee7bc035f7c61b9a72ab47e0b0fbbbbd19e4a43c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d514416bc92ecc4ba8e69f75e54a7e239c604dae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d9caa20ca42f22f4bc99232b56b7c458dab20a79a53c35a258123f96a49576
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5332b41018b0a060bc928dba709b02f5225550
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fd6f06eee275e3e5a638c229d76035ce44c9830bf89de86d1a9f80b01a1872
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746d3e0e4a672832ba1c9619211499c894612173
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ff2de179387660548bc706adcc3667f12ad1ecc751cb3e728679de202cefcf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0c7f366fd005ca7b3101a466bc30c48eb124e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe238172ba727b3dfbd95144cc4cb41939bf407e4506e4df1fcde6570b58c22c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa32b8ae4a1cf79d17d7e2b6a2dd5719f98049a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54c4e48ff6e5173debde8a092e1e80346e56046ef36a069487bd41a87b41c50
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f783482be04b1f3b7ed0f5abcf1a49deadfa14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabb7ef0edfbdf617ef5c83773ba62135d3ee48388f4352f590f233addaa087d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2756cea849d185e31660b922241e47ec67552770
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9488470c7f14729cb23873e9416ccd09ec86ed13975d76bc843fc0550b3dbdff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf27a9174b7e121cc00bb8245d3b9c72e9b37416
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ca4426d8e941369e1e694211fd290f3177a5862fe1b87e4060457d0cd9a57f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882794b823b0833f9fe9217f358754ecf80e8b89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261dec6a95739130a7d64c439c1c3c32fdb2a7a660dc5bfe6dd3ee9224e06e07
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a475ed8bf02373400f6d5b81626509b549e21065
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67721f90bd4fd9c8b5b6a32a024787e857d4ea2dd32f3c289d1a392672ca0e07
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f7db82329eacbf580d7a0adfa07d8a9fd6225a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e556e6794ce73a2027c2dd5bbdb3afba4041f0405116d79db25f7532e54ef9cd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e9a7d31c8257b69f72b34a18a2f952cd8fffdf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d419fbc18b84e0afabdd72941afb36dcd38e70bb58724a944f33086ed36bbd0e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10e217443e3ba51c95d12b85273a2214358f6bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0f41bbc32ef28feb3d0bc1b398f8da3bb6e3b0e97ce9625f89b161ec51797a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae43cb83680f3d56eff71b046a9ec60e9cdc642
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867aa8f5ae6b6d7d183dd41cd2615281662b039098600ab7a2ef0b727cc2bee3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e7975e1991c3c42877f9bf6bc8d4bcbd1c6a06
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5bfe4a6d8f61ea8d45cb3d5577f4db44c29c9dbc506d5a30d4af912e1f50f8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddf624123a0554f18b9d92d3e122935e4704d5f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c1479af5dac054ffcfaf269166d11529d9161a0a491a07172424c9833214a6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5508109b8a751b53a7e718123773e9290abd9f3d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa7b29e1a3c96aee0024c7ade0066d49a30c4da00d640cfff62fe7772796466
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ea8786c7bf6b1e23eeac8d5cb3398705586b13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6128292eeafd682efd041ab5aa8e6b97c38aa91a00c6ac55b1aaaf9029be3dc6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31d2519d903ec52e6efab19dab103ca68462a8e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f80bf16c01efeeba2fc09803754a566c59b9fa4dcbeeefa966f1525964922b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96204cbf1473b5f5a1c17e90a14e4dc7b70bb81
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfff07be65d805ef2849591dc1bf92c565886b41efbf0dab4af6a32d42f945c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456307c40b5e7bb70e6853150062c1c52b6023dc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c633133e6215c9ec070565e209037d6e3196504d683d7819decdc2c87ecc7738
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4f251f6f3d83da85345447e151961dfb8d398d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772a057aa3febbd561287da8f619f63212a533e8dfbe4fc9dd703a707b0953e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc110ad154c85c4835b96a62493709fdbaeca69d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50090b604404fa12453a9bd0455557caee77905cd34a327d19a394bb5192266
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3d6e597bded26ad4093139110599b13c79d6ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc4ca399561df4287a6972d12f1951a25fee40f32d3bf3ea687983516580ff5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fd277492256803e377e43b9b93151278cd52ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1a771b3c07534d7afcc8df0b8811404da6c4a915e0d7ca7a3a1aac2e1bee15
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46f5c1ac80982fc73a3ee79389edd1d01528c0f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db24590fa5ae808c65d477802c75446d4c3da177c345376f87800c5ba65560e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f11d91c6b3eba4572335327bb8ea7b6892f4a30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba26860a752fd009e5be99352a20cfee9368dfcd441980aa660073e8dd111cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad69438f443ff75d28bd621e9042e6ff1a43dda7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e931c4ebbde7458411a0db8b83852cfbf6974671e4bb1cfaaac25e9005bb2a1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5f776a7efef1db61aa95dc13cb7c79c97d37a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167f297e14a5e869c7227f499f6a5f28991f5428811afaeab225a9b6a8a9faf3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06af4885364c6e3e766a854175778a6be8b1b38b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392f05f49f550c414429b1caf8363cce2b153aaa8b5bcceafc8c64734f084030
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90eaae5be3a599f419e967b3ccd37c162dd2e073
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fcf476197f10ccca4a9f21302b536e95a3feb1c7ca3824d76ff8fe10e4cb13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b019eed549dbdedff8bbd2148307c4818fa612d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f1ba750d74faae3dde658bd1441da8cfaab9a83f971db03d9b061744c0aca7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c38e75a0f760524394514ce20f2ff690a3d516
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1666e2cf8d65eba16815c74fb0237248d209fbe20f6b68b387df8b3b668e9c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1272af43178fcf14807d3a7beff5fe6677d7ef50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14377523d5f18e4b36f056fd7c4f23873669ed0136fed6f14c35de4d34dbfdc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33ead8c5f29891864ab10cbaa289a2d84e13827
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343dd735e7b0dd4024f819df029624bbe5ef3775a4d9a07cbc6cfe933a6621c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fedbf9eeca6354165288753d54bce566886b4c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ece504bf7dcd930ffc2bcae8a1464cc4f7a0e3eaade13a248faaa93390b159
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ccfb2c6435ea29a3fe7cd81daba2e618943426
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e671174ef505d09912dbb6f7bd1f2f5d9bea8a2f427ab00e778f70ffffdcac
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8e691311dcbd2d3de7c6ebad170b64583b7e50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156ebe970650cd7be3dc60a5ac34ff240829254e07df3ed091bab639d696c169
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904138704c9534083a2315b44a9862c3bfb78c8a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129ca6babb99f47f5a562fd650af2e57f9ec6beb66ac71312b8986ec25c90306
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1d62c42095f011fb84008ebeea43c45cec3fec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0254973d0339d9412bc82aad3b8d335acf40b165cc58cd0be99b20c8104f401d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db44c089dfdd33cc895827d8e207b78ba71e59ac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a20a8e18c4d0e76c9c9c79e049da591e537e15921aad573a6ac53fb82fcd1e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcb14cf828994a5f4a6ad9a07fead335d775df3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6003da76e726ffb4eba2ee1a5b7634eff0a90eb1179f0a8cb551b070bba1a66c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c0d3294a4b9e90f0de5efc61bdbb3a4201d4d4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8611dd196cc933685742b87109c0e4d56142c4f88a59d97619cf1ff9c94a38f1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b4c1adfebab9180014ee0b20526619074678e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f207f3ef02793aa6bb14669e77919faa0630dbb0413229ea5b8483faca06e98
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9ebf9562ec3ae012866a5d2580e0e3e4d0ef90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc823f4de39897b476efc83f2884610c2b9d8e45566655541e40c831bbd36284
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06ac23d85d52fbd190a02571b37fc63fe0f7514
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b0311cffbfb7c86d8f36443a8b6ae405d8ca32bff693a0394695ce8f1d7de6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3461bf7806eaed1c905ed62646b11cb64e8e85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986f6ac44704be8bf5fd2c45e48bb4b1c29409264c2431c40d16245d466c874e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c33896b097bba0bc7c0944e64365f099e4a7128
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4716cdb77e31ecc44cb25c0c3a1f72e6eea708a33bda1961b78f7a145d67d04e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7149c7e15b320cc11013fa23f9417e82f3c32a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96c2419f7d8b9b2c2aeed0c1aa509675283fdfb35a852a3cfb43036c28e0b8c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19297a26fbc3d3eb4f16d20dd1d6f625afd6356a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6c7421f9e55a1c7ee3fb9895b51385a90c2bdd56e22301896c73ab48b0fba7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353106af39a24f1907b6934eac047817f597fac9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478254db431ab0b499b1fd4868663e8fc4e5be49cd974d3b22243e3020f58c16
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf0d06c2266d4d71b2c612d29525575bfad6eb9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01542ec9b95c8f28d1fff97a2483b4857722f7502d598419aade913f78fc7c08
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295385b2bef8ae91355e87a9e182579df1615efd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d611bf0856a878ec24bf8d9f88bf39508213ce99b4ed1ceb4116fa96db48eb8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5832126794f5ce674fa20faafb2114cb640d32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebd5f3fd450a55209e747e592f160827708af08a4e464af03915f6d952a2d08
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7665de3a8e1d8ffa5f3e943c748a0351790cc9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1fefbdeaba7ae267f177e2903d30b5975d407b3c728f413a03bfa894981204
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ee11fbf2d9f3d21330dc98818e5d76838869b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d377ed43e859824d8903b406a3b0203c2fe962056daa9e61634ec66177561129
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3100bb82a1a41303cb1ed1117b9879f9e16caf8c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91ea434b2a5d3ec61276b4c4a5387f5d2ccec964ba6ce75b199161011fe59a0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9f29bb74390245eff8586a56bbf0664f5dd7de
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039fe29c2b88de08b9f652032710e61ce10592478c2ce6bde0234d1fb3cf3dda
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bdea34d4522ce4de9f2128fd93080a1aac92a7d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c17a56d2b8a6ac17057fb4ab05255cebd51a38b46ed1cd17ec1343e6e097a1d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a79ac8f043124ba66d72153edc50b31b82d50a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe32a2bb82be472f104ed0e7fac529ee1bc02a0f2242bb6131ac5fb16eb989a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4a33da1f5fea369726a6cbd45549a94011d9d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6853d4148e3699b47176fd280455b23654da3cf8dcac0c8914a0b289e138cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d4f6595595c35fe6c7f63fe52a3c9e679cd48f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b88efdbb9d78037f14542b9e83330e04c87a04181b0a2f1ee5c162235a3a575
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3a9721b2e7b60b47ae08a896049dc40dd7a5ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb5243cf89000226be50ff26c13cb9323228221be4adc9fb50e7a1d353c44b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e189193dda4645dcb29b210d5a20e833bb742f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd48c0842daef9218f5cdf444eb893bfe5950fa17f32990f5c136e252744e7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07953f77aba86fbda6f3e3cc5bd76ab94f8c641
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1177a82e0653cd91535fb6e80fa8910b62b02fd89e762283394597e8fe339082
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fbce348abc63034e3c27fa6e68112a4e3ca196
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bc7545fbc12299d140100aafe0e2c0d1a5456a630361d1ada80618ad399d85
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea76aa800b7016879a82bd17801a3284035988b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3197d971ce8d947d86affae271d04a10215fb7688366a5958a554d9cf84ca41
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a891c13fd967046d1ea33bcec9de468a8f6b5f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c705875538208c9da3befe843f641fe5856ec29a7454e860386224367d9a33d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a736e24a009df68d9830c644651567d6791c17
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3651041260ddd15bb527d026f1de523f31c967487bc7f9e8e016315c07826200
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2478be5333ab75aa2804e8224cf857455cf2d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e255e76045a7150d31b25d836153ca07c9ae674099d6eb96dcd840061709dce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a081cfcb86766b50aeece81c8b7b4906f58554
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a506ecb6200b31e64681b630f61e8210ec8c3c0e5c3b7614fbabb141e89af1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb20d031bdd64d0d1118dc0a92171650617820ad
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc025496b05f1d9980c4d5d0c83e80c9ccc1843d7540c3f96bf0563e36768d56
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70c86f4e2e847e7a2545b20dd12d8c775ca95a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6c64d58c12447403e9127ec18eb387ebbbd5f647933039e5b2518f178635ea
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c943339337dd525f9be33028ba465d96c8e50403
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3d58bd100fa79a061251eed69b2652fa5ddfb93b1c75cc755ba9a1048d197c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b4cd3bd47806b19c6b8d55456aa3eea757e179
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad52abfe215dadad562bdff5874d154cc82d55e12efeb408e3d7bfaf3794f53
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b8d04ce7a731b5a307c55c783a0477c60d1a51
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3db187d6b5b2660453041a4913232dceb8eb196a583092b34ec9f9ddc60089
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f00ae78d181689bd26eb89750f75a31253fe1f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4497f639a8656a3b4eba42547ba9e737d1a1ac2b7e4ff2f3c108a339e3654d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34efd639e71e29cc7aa6ae43d513fb69b0a1025e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9c178a1981629258827bd51a2054eff00de177d4583c53bdd14167e90e0b32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc7e4398020ac78430aef444b5182677df6d70d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019f09ae198d8cd0b07d3d093e55ab1c51b8804744c73b3947232b0bb57fc679
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a126e94bb2ef51c31b8afd61e8ff6fa69938ce38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736f1a557cc4c1867ec39701198b37a8304f2cf1eaf623603e3b9ddb25d58cfb
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4598a691e4d38ba8e9976b015a2b58120a5b4a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd525aba2cb3a6a7ccf1338c80b7622c8c320d475976d7ad8d48177e3e6cefd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c464f07fce4eeb6023898a2e385864d8d617d05
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8688d7877f202be845c2615ae14584af802cdfd020529821598db59ce52262f6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedad1930615c49e782e5ceecb4c8a5a3e85afa3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275b41c2a482c2e85cc53829738b1df54b73ceb49684759f11ca52dc553d9426
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea14484654d0992b49a7e042e00aa945594785f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba369fbb633357cb06425d46e9981e4845661f7126c19c8fd76ca29e9000de93
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48613ab1957486d4357423da6cd8cde9265e58a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9a813e0a4497a0eea3be5963fcb41471bbfc58cce03b8378ccbdaed21f3a13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106f18fad80c58f3f54bb3f35d4320a3ec0aaca9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f306560028fd544ceb240c97182de027e3617524df950bc182fb793730a37d62
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578d076870ce4f39d7bd6abcc267202def67598f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56df00e89cf1b812947a04c70c0db36ae80c5f46e888c2bc216a9cac73ebb248
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b27dc3a9b7868ffc68290e996135c05777a50e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1feaca88758c5c80c32a3f7537d91ceb060741f2c70781fd61268470f5d83190
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e045b9fdf19e5cf356c0f755eb4030369d2862d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6703857893247fabca96fe7a699b07f4ee1870469353f45f84e23b17a5b2af7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ac3c570554f07998dac8e8ed310b38cd0d8e1a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba537956845e11f347eb343fa096d8657abcd3c5e1e862d2a3e606b15dc035fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf80e6f79b9c351d6eb156b192a0e63ea6ce8277
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eeb544d6d0549d562f462b57112114a1d332d5f8604eac15c5ff1144d31c945
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d54586c16a777aff671c1f0ee2acff9d85e13b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d2bfcba23defb78100d67bc7ffd242319a1bb0da52dfcf398ea5c793286d8d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe026830312fde2fd5ea77fd9e369413b9a7545b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37482d99d6c28ddac278e81a34c0acafb61835d9e19c0670b1953aba695559c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f268c3ccc07a61b8c3aaee67e2c0ba3e538b244a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d9ae39abd18c7a35d34cd7926d75e5206aa09336d86289fa898ee00470e022
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce1765ff5366ce2edf514aa6cb55be0e6e53171
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6ad064bb15177c15412fbfdbc372c1244476e90da7eff64581712a75ac7fe1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55645282dc9746f0bd2b1454b442d9a802c51cac
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d54f4c73b6ad6ecfcc92bf3cb1c8e2e4e10cbaeff3c31f4e581276b90998ec3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d525a4fe89364381cef19d3b438b793c7d09465
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0bf0f5de2faeddd874dc36d089d63a81a6dac6524f1d134a28e37870f9c8ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da08f01738098588334d037b15ee0eec64c8fea
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d7e218905b68963cbd02aec38f8ae498f083dfec032d422f1f2edb77b971b6
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ce7b843b0cf70f08421b362e5c3a84cad4f593
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e57320e2bc4727a56c915454e474a49b01f7f2de33dafb434fbd5c979d5beb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e95dfe6d182964246df369ceefc6c8b99365055
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3991eb56e1781350569d0c5d7568a76cc826802bcd6af7397f98cb8206f18324
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35157d29b51bfc3b210b950e1d9c1a3ccea68907
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a49389abed2d5d7c58c9e4d60dfe18c4e5abadf81101a1e5c3e829781475519
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8d9d384dd904c4567dfa0551bcf297c7bafb38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30c4cf3aeabc31653e3bfb6b37e5cf4f3205a5f24875de93ac634f76d8b1c40
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f8ac62d0ff030d73c854999ae3bd2a263476df
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88382c8a63f1487e85ca5ad05a12f4416fda04139d54fba0c57b7ca8863c27da
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a092d049b503a0a76b24912198b048d561b52b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e039c8ba13a1082a4083d9b3dd65f79ca021b4c597b42a5f0bfd27114150bf
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2955f61fa148ab1240b01ec7d4ec05ae677543a6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17716a60e27b917ef2e345ecb0c972d0196cf86fe2d249a6ae042cf3a382daae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c77f6091b52885b5a13b36585488318fefec8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5fa9ec46f0f337295d04b4376c0e0535a543e3b8e56b72d3001c8dfd90516e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fd1534d1955b74eb194accdaaccea832533477
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25818e95d37e718e8f492bf881b24e79d2f86b2eb1d5ca87f8fb52605f2bda7c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeffb9f1f4e99041cd2bd58b4e6527c376d55e66
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed0d2e8430b1092c7a04fd316373277ed58f96ed27bac65b4776f6138bb8074
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7203133cce4a6d4a54779763b9f820ce60df6bb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963212e838f251fbc93bcb5d0a3585b54f70dd48d61648abfd116c36c31cc98b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ba98d905ef7b6f2b808c52cd88930a40301281
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6378731d757de13ed5917379d13113f9116f7c872f84d0765d5cba52c5e8f553
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ab92d8fef64679edaf10bb10679555fc214ce7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf7e61e684f4b1c7cf257d007acb4d89bae6ffa02e12a0a0e7ca11519a094cc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24533a3da6ec39683211ff84ea3f53bbee12f6ed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea00a1969b370385890956cbf1fffb46005f4c7ac0db92b428cc3bbfa4c06c7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99387305a09c4ccfc03949ba430b6d4e655d5d8b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971d070631971011ee6883cbe334fde368b1754b987976dd1d19871982ea81ee
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd595849c921e09a9c9704e898ee3b8370aca38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c3ed5eabfa9d6dfc217f3a46d1375b42678c22852dc32bc7df77b63b95569a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534203c1760fc6f697796c92da07471429b2986b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab85f3ebf036122ae91a24068fe0404b58751f0ca9cc58ca741227d270438bd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384b18d53e9aa7db3e4427afe242625eb0a6f65a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa21ae7af298a3a979e845483bdf81764f4c0e870f1b4cca3c92de9299243f8
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5611078f4632b940ad1b7a47f943dce2e26dda
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0596ae78af0ec555f4a60447f39ffa1a885354e26ebb14f65c9716b10c5deddf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6642cde4a1d7ed21a1d8cfc4c6628f7985f4fa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2864366d446ca2a830d5c4ff970d55b7c8e7951af4bd15aa671f63125aa58a33
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dd554145365b1c7f73eb35a16ffdd32a9c6bf4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aacc6c0438df8a9a2800e46340b2a6743c4088cd33aead2305774ae9ff43fc9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc2672ed3845fabc9636363dfaf25b7e0e5f587
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c199396cb12d5010680555bea3c33dfbb6721721ede4bba015c18bb9f6453c10
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8754a724fdf16e1efce0070d0814c885fa7c40da
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becfa573fec82663a3a154b1f60a9d78403d016836abe3c475e0c4aa531a9e20
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c10360d7c28eed5e3da57c7f766c4601524c50
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb5c346ca89b012f5ab609d4964c077eefbb8fc995318aa21b6f95d8c1e1a0b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fe8dc278dacd8728ffbd717a35aa160dec4543
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8284cfea857aff8e103f84058293d4b74bfeee37cafcd54903293cb33da09675
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c0507ecb539838ae37f7652742cad750b9d099
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea65ef6f4c93e3e4bd431d60e7dae3b0b62042d4993d02e477d2d592ec724a3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b18ee61d5d51bc0cfe824c3839e46d4530b3ec
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71d3653d75d110e40df726a7f559c194619e9c53da33367999b58f8ba956911
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2466d1ef8b51240cf0b35c132b084d06f5e1b24c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33d7b5ea12fe31c2c6cc95d1ad3d94ec9f03f2603e980a097d4697e10261f32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b1530f72f65ae27474207109e7fdaaeb8743e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51b03a9344253d888aa3305df07ce1f71d405ad3b889972e519dd41a12d0c28
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3f01019255fc4db37d0ffdb491357f54e3cfab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a20e500cdccb3388f5ea547c178a599cde076ee4294e997c9a6a6e761188df
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22eb13aa30d21059082596fca6fb74c48de84dd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ef55a57eeeb27f3779b80e66a921a995f7195d440a5d5c09adcfad8cedf7b6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6ceaef9ac7f4d15fd77bda7f6e56a7489404c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7a7c520edf4e118d246cf7a7dc6b6a17422ecee80095d0c4420dc49b4ed8a4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a1c7395abbe14b89e07fbd1a76a4ab28836b24
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0763b75ce7f7907da4394a9558053406f18d5e662c518fcaeff98bdf6a02dada
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4998368093558f0ed22668efbf2e50f561450d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1117748f8912bc7cafcb4fa2598982fc97fa21dc7ad7d4aa5024531a0421668e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43dbd4d580c1fa396d7ee833ed82eea7fcc3c9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5123d7d179228552016cbee23467d68b1e15b21d4b4189f7c9c005eb05ef6e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a847a45f01e25a4603348190b1aa186b054a296f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa40fb9c51a6806e1f44d9668d87e8349efdc81ca63bebee87f144dc814bc9a7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74eba8590b6404cca3d5823ddae256108fe0fe6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2815e4f2751bfa161a91238e980469ec68ede8fcb590cdda2dde6f5d5e4717f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa10f350333beb5b0dcb9c5ca1ed01ea12300217
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54999e9ad6b2b84454bf9366cc798a7beb77ae6f6418f23a559ade953f0d3691
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8a49de0587c012812fdb7688c5a40be278582a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb791b6d299cdd9e0b028024de6d5e4d99d38462ab9a830a22fe19b1929551ff
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977ea334b70b95c60dcfb17b7eaf18f148ac6b2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69103534314ffca7c72819b61582a15a55346426f66943ae67a97a73983b1410
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddb5e2f49ce8827654d2bec9bd8168e7c028784
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4584dc17a9201ed16e3fb92fc04577da47bb4d1f2ce7109836e5b1443a55c21a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cc6db4c4d01968caa43646792bed9ed7b03b73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f569ca79022a9752a3513568d61c3b93db9da285a84757ce5f3b64bdb82054a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d7b25d892bb97a994a5644949b81eb743418e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb5d6200070a96a60b4758b1ec4cd3122a1f9e0ec61889ac4b240239707b877
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5aa0f927d6005c9e2f6a27a59e0b57de05f7038
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253885afa18cbddfdc67e59d4a0b771446230a1eec97d42ff208f3f52497e073
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ced0ccf7ea10b7edfdf17b8a6cc81dfe1b7ca8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c356fbd3923299bce694fb982eb97201b6e136005d5b612ec7749abe768518
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16497a519bbbf8eeeb74b3a8b3dc44723a37da0b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7d1b1974d37275b185ebd2bf84e9fe4a1e0b055ff91ec81304dfbb68195e83
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d3b80e7cf27fb3ae5b792aa24aa5cbf24b387a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6bdb7a57a9ac0a4b0360df7ab9e7836ac6f326bf5558a70ad3f8107633c7c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3329bd3aafd2fc285c3a3de2ed667883260699f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ae211c17f4b49b9d0ad8f251bc79bb8599c2ce4bf5fbb57de3615cd1cddf52
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf87cfd76c67c4c3fb87049804a66da2e883d35d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7428276d791fd61ce5a6b86afd40d86d4835c752b7f785f1d867a90459adf7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a498c3cd8804acce9315976aae5ec6bfe72034a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c467811e5f561f36c930fc27417efa67b555cb38c178ca0c837875fc844872a2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b152695d696e6a5c45ed7a4d7385284d748a6cb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c625ab5286121fbf49c112a8efd9a34b0448128aeb263215d56696eac82a88b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d32b8bfb1b47602f90304a0ab89815b4501fcc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1729dea3bd2209116c4fafbe3f01825c9628e6a31b783f15e6c459a8780e1cb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c0c3be1fa32930c9fd5d5e619b4bff65d72e37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873153eed4f8dd20c5ec64a5614f002da05fd7b8d2a2ca2549de84b2c3ecb3b8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fba36f0ca751c3e5045025303c79a41afe4a0f7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740a44b7305fbcd92e67fb1a9daf48afac91cc5371eb6868e654f92ec47c0ff0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593e6044bf0ca819b77a86ac1f29bab81e2a21ab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271f14a35cdb8e6c4182175eb6263065d73cee634b200862aa5f20dd4c14ea03
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e88a534e34dc0f8f1acee74c352144f46858287
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de186b62b941c210f209c91f0a38c247fa2b28b070b57a29d43007b6ad279412
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6075c95061f3b5a8b327a85b6bd2aa62dcd0e8f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171bffbadc7bb2eda92a8a8767f4c64701e9da02eee69ae5ce3c8df0a856f860
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b82590b6cc637adbe5a49750210cbec6184c22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30cd89670c7b09e654add9da72df48662f1964ed7d7e30ea9b83a4455ffa586
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d9d116cbd062bdc6306691f224b6818aa1ecfa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4e2cae1c31441255ebafca6898fa1db7c1565ba30e425a42b41f559b55e688
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5270b90d2b843553040421474219eba2cb3f03a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27719f0e2ae23a8689c2454146fd2e17690e5e25d6474ddf8b1260a0bcc219b0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b82ab02a120d8e598f74175d8f3a1bcea39959e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21998502a6d4f199189963df3faa7c64f442726d696237b37509d8bbd6f4d9ad
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71f5be7970b9bce5dc78bd5c88081ca2de8f619
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65eb3d91d5f4d7edb9dfd00bc1b7621b143c13f730f736309991f60297bbf0d9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f056c36e882d601f5b0b1b3d5c8a5c2de4043b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414a4a71b1362bab509fb26db8e495bb19921ede794c3b7ee22c1b696b048b80
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af96c281bcc7c2607e7cfc39e9b3e7069f593e91
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e778acbd524c11223bc6cda14d23f482571b6fc790feb7353d0673e83e8430
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80d825ddf546f2fae0d1deac278feacbff1cd57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147a2d18823f3be65b43b7a31a63952f51acc5b68d72c1f717d7b90cce8780c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c85ace729c92eb16addc33f5000852a951bb08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1b9378fe200b7be9c57dbfe60087014f72b315c8ecbf990aea46093b608089
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a319816f10194e778219dcd48fd2464b1964ce5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8529c7d5036b8e66f1c741199cef80e7b1bd42153f50aaa007904cf6894915db
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a85d268edf8df676c8a6c792a96498f26bf9095
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc34d1a208e44a2218efc6f8fb2465c690815310b6d4e741167537bb48367605
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3d91335695af38c925d244e08ebe9cd9e7ca90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10b50f808c57452cf69dd9f029a5809366b98a004c7b42fc54a680a3ef46847
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cc2b7008b621b80acafb4c6e2e832fd3fca385
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1f206b7469531beefc0341782d8f170e62833be599c5e4e41f1edbf0bd76dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b11fcbb0737a892140da3e9cf2e6c8d7b664331
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d783d58e96be3669737bb600368abd008e1d7e57425883ffa9dd365d5540a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a691bedac2246cd78a715b58a47547eefee145f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70615dbe1ce6ddd72215100c80d83182065e1db445f0e44b61caf0897b8aa6c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0604826dbb616e1fb2e31d1a24d7563fab8f32
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e413d95e75964efe4d2796d07971a2df54b15c55cb9d98a9deaff55ea24ffe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547dbaf42620c8883250cd1047759faa3ce35a68
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7411335ac56cac40a6a24c0c3be10f45d2d61c58a9d16f26c15d9ae82c3bf825
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743cbd1eaed44e538a09e3c390d557882d578a7a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c674fd11c46c2284d63957b4a19fa01be5a90a4adc0ed0e08ec83bf64c9186
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5074fd87cf38a18dd68d33532912ea7bc8e0430c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efa5c28e66f33473c5e35ae60b3b24480655cca0283b68ac27ac0ea4aee5ad3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b3278f6af9b4408d03d069b176a113aa664321
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a60e8ad64da5fee1efa83511e7df789e8d889716b4057b10e5f445641dc494
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9520f7c02d5d6410bc3d0bf5750147af796970d2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e87df6701a6496849dfce4fbbe05fd2c75fd8309df89b2cf39f717ea12a265
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038fdb3333e56cc59a2c7ca651c0bacc0fcc4230
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a099ad0839fd08b917615e0a9dbba1dc38b6c951eb3a80fadd8ad5430539b4c9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1e1a1cdae56a90c0fa4c04e6fe9287e941b7e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d328b4a717ad9e56d71c652bb6dcae8173655db652049bc94f646655298a1b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c360d4b200d0d6f57a8bce54def227488c5dd737
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ccec61d101844c7b9d944d1594248466e4bf1071c483b38affee9539aaab5d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24197e44e61c6983abfcb7737633eef2385949a1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741630ddc452ce784f405edeb4e035dd2824f4909c6a73c745a9e2abc65a456e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6a76deae3d933e41981f1a485f9f50ffc8b462
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ab6e1ff5e6a63159fe8da382f3b9f03dcbcdbe5c4ac39aa7a758ea50765494
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258349f145f99900b95fe555e588f30059e9a1fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1f13492e2f675c0aea365f97add64065bffac2a437f6747f1257c2a2d947f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b9b71066bd04dad8421482dd1eec5767ecf618
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c985a0305a6d5a0e8db3c9fea5f3b991086c5c848280aacd49cc5d28684076
+size 3203