diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf02744fbb493a5e5026eef76fa07a457e9542e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4410d225d531a86cdf9eab4c4fe60fb2d2b1af1d13a6a57aca84164db19dff
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e7f4207130de5b098bdaa56f994e4cfa0dfa77
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e003830557353708f3e100bc7aa5ace698cf69202deafff0ac46d99e52727802
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2093cf538abc2a99531bf9e24ee6c14af18b215d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f12e883a058c4d81adc93f776f223d5ef119211de86ce5792b6af5941de9223
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0362b5050667464c13a33896831cb86d433a9c88
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8dc78f0c9631a7b6b501ba70bcb48ab7f35ef76666da5fd5acd425226c70458
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9f2573a750b2f3915fadd6b592a1796b762fdd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625816d86a4641a9a5af893f382ab15391800afb78b8615de69fcc07be058485
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48da0d0c30f59d2d80ad2dd754ff8af60d49546c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2beaab364e523aca586e3cb9b3420b20cef71703adad6adc70afa6d9d17595
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0e81148d5b3d6062fcc39df791d17219ecec69
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12a9fdd7e4d0215255467e4017eb31488cd4aa2877c9decaebbbad651eaf0c5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd72eab3e8726e0d1b8b0ecf71e9bd9154f09ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fc1ec5868ff16b87c749eda0997b623039a3a3c9ab3786d9f95d79bc7364cd
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419b2260610bd8ff35a42372eba75fbc04b9dd37
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a22882e8de3105b2cb1024e1d8fdddd8a9c2fcf8708aedb589ce7a4bb57400
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcc161091aff432d62922e8dcb4116218cc866a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb1ffb603c0c4fc6f86294ac335c5448f0f7011e76b6c68d998f87fcaab72fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90f1737bfca6b3474e2d349b11f0a58843c58c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920c73d5e314fff9ad9df1a6154b99b84cebf24e754b69498add80ecda481d37
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da594afdfc4e9eb4470bcf70583d51a1879e0ebd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b900f1432f46f769c93a88111f81266c1273d75b4352d5e4830fcd8d394075
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb43d63a82ea7983089b4178c454a1f0a77b020
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9354298eb3cfb7269be01f48b7a24bd4cbb040a4f490927605831db6d2d4dfe5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42ddc623153a832628ccf6010bf3ce7f6973862
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62301ac829f95ab978612fb74ead5bd01f358b4d248c546de10735696982c28c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c18ebba1ea0576d9d306f17bbe259cf120cb9ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40197b1d11f085c3a68a04f333c79d34c076012bf190eea6783f3010d3e02522
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed6c54a7f518b54fe9f2a7fb5df8172a0a50a82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286721ae2753a1efd66dc684083f42abc9ad59d466efe6046e8d4ffbca81ef58
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0206c51714d3ef1367f3d9c1a61f9434b2e0702
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a80ec7c7001d61e0601ed7465f697b4d42071f8383a4d6bc514ed6c684c4402
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507e4ea9ac3e2bd97d52fe6b20c309cb455867c1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240e85b924a352eb6591f192eb0a1f84566a65913a0c85d719e11700d55057f7
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3098b89e2bb0e738ac493eef55bb14f821b2cab
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5570c5ae6450e346666b34a5cad11bbff5deeaf0f72885614fdd748190f84b4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0450b5fa89098aaeb2a69cdbb76800891844b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd6d3f1c90df796eaa7f0accd73280aeaa2fe10ec535525fbb8f494e8bdc717
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fbfa92c6a9b431b7293d5c1d8b75f8774a9b1e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509534d9298ae34d7ac07fc7b9106572793a12901db3342b78fc033af27a69c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931eb19a455e968973f9043a66bc01d1ea7bbec0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac10e5e445cdbf20b74aa068fea90ff7c756b876fcaf224c6a4be732e83d4458
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0ab9cf6404abb4578211f8400c942d5696f9c8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5780fe1f9e47326cf49ea3375fb8f4ec9c93d4cfe272752677c62514859833b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e692aa4285bde47e4b3fc7cf1cf35e7aec9554ff
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc9b913c24809053c844c1a2f41aba5074061119da3cac4f3cd0030bda0b513
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5cb7680cd42bc58135b7f01cb877a97bcba41b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c44498b7f41138baaf72e651766727e20362f1a9d883a9d37bb12960cc792f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d38336257034f90db26ae969a564433c018b509
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d677e020aaebe5d6f96956203f4bb64b1cec31d3c365c836e69b45ee34144a8a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5383b0bf94a7df3484e000dca56b5b67b1e0122f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bff18a1457e8d114377831d063c5a48dd312c50ebb2aadf83e15730b226498
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317a70fbb294f0b295acc402e722c934466edfb7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4b8194804dd2833b635ad9a680010b7c012419ce4ca1ed15f5b7e90454eac3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f213a358d9da819f6d39ee86cbb0aec8a1dd2b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5112bcd3147bb6f9c829d38694dc49534fa5d6c45217d5c77bc9cb46962e7043
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d0a7c62fc6d53bd62ac080e3f0c7b335f3e1c9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a34f6f577c81a1a19f30389f285d7ae89e03843bf55fe4b07021a307ead2416
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ba95b6d2c3278281b9ed2451b0c33a443d0d5e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970b23b74504cbd1b79cbe3c3627d95342254b8512f84fe835283c71563fc515
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22169cd56373858d11c05a7a3190bb4e959627db
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3432ef99725eb47c01398809862d2229fb27f61e2233b508dc7edc73da941e99
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682c01217111b283038a4133274772e42b7fe0c2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49544548194d2902dbad7abe2423734d3d0e2bec95a917fb1040862aaf701e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34482ba0192cfb3570865ff21fd76036ecb51126
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03291105d3fb6d4bd758e008238d67f65bb36461ac8a50ca29b55458ce4db7d4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d20624cfce27390639209461763593c49926e8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c473b91d252c25eee626e2560b0812811c97eb60633b46a384faf212ceddb9f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfb8e3b6c5723359b11fb2ae13dd6430aa05ee6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3cfa6c3a5ad03c299cbde7d5d531116619fbf81f8a8bc649faf285d15584c0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407a0725e4290ad4860eada1711b8201ebc3832b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b351054fdd31b835e8233ac27179f0a07b93ca7da07e18b04a8b40fb89a419
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3aa025fe00b77450f24d1fb79af34cf9a15fc76
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c6316cc5b1d321107540607d0015152ed3a63aeb67d05995cd7b3f94baa382
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e7439f69e8f3a40df672703e94682ed71ed687
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdae07f15353fb24f1e588b126deb3f282b87abe3ef4a16f98146218c8114d7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d36424af1bc4748551be587b702bcea3f0c380
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee7fe1dcfb19b464349a7a1a62cf22dfe12090aee3a293bb53036f022db0233
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87faac503e6074b12a0aa2dc5dcd256e3688f4b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181275e31b8b76cf27b8df55dd38e4ae5f04bf47ab624396243c0f096bd76af0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6d63f777243c20782159d3d70d548833c061e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e01d124b6b583ff14ccf72b0264ad328a94883f559e0829763c35a97d7c589
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5736febb8a2362955e4600a1e17c78a733f9cbf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ff2a8deaec7fe45df6cded8bc3dc8191dc1c3ca7740b79bd292f92f9e3db4e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a9c01e1f6f802ef5f6220e79235e0f40c812a3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecb3a6a02de08c649c59c8caa4f8fea73e218a2ca62d6d807edd014d49aabea
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3c56b859d42d7d81dcad6a5ffefd20f8c84f2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb2b4d50ea998e0152353264f8e78ae4adbb7d966bb132308104b751af13f6b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e01576e2ca60c8e57eb094044e74b7a4ff8e09
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7232f839e6f1ecdd50fd8012d521596df6fedbe20a87a8df66527570375924
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fcde6c0e9533a74e472eb7d4b553d0172fca29
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30f258964089892efac924f144fe82e149c06cac5309ff74764c4eee2700005
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c291832a45351e482973cdcb15151f97391868
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1145a5fdd1315b5f6ba0aa8c142de424c1e085279f9866689c617ba88746ae
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a084ef25d28aea62b06ee64785e744015a7ccf39
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17882e8e2db52c5eb8971c15d38329d2e8000b13660c580148aa15baec78eda2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5945a236d12da46dcf4a0155ea1a9a60fb46b580
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65b6496f32ff8a0a7ccd296215e0052189f1645e21dccf05ea9623d9eed75c5
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db57191ca284f21951446ff00b8049acdf934068
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b2eb7f417655c45e830e2a8f30303117199cd1b5b7406bca538218e3ddaccd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9d7319ff613c8273fbed591d3e936c1efe3f8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefc3b9d540bd75b4af9e6ace42d86c4ea996bc91eee8b67e8a803eda94c4b8d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebb826c38f11e5e2b4129eef1ef72f0d6d835e2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60def86ae368cff2b8b93c84266770f247517afc41df43f1d90b06264afb7bf2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8404efd09044c70962b4d9e88e573d78709a2e14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c3007feb9dacccc597cdc1455376b6d42fffdd193a62c592825f292320c42f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc07a06129666c1638dcb34f0980eccad4bf2f4e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e6ce9908ba0a289ec5369a16a6143c5b04eb9d678a826bcaeb4f8408dabc43
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cdc3b8c291aa23cd1aa62cf80c053cb33cbea2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1deb337e2abc681d1d5c24c01a25886e6bd0a4099f696b6b3f1accf7fe4b05
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3aa99bcb44a68a50ceacb1602eb3137a72c796
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9192c188fba90ac2b34a89bec1bed135c2bbc750047556268caf5c66a3b1946
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26240db07783499269709d632101268b05cf407d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85b667f613f0ff9e6bfc98d0b0cc8df02c33bc1b436be4f6fe8d038a2d4f4ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176220c6ac58ffcc1446d18c48ab241ac765b4ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c388473b15e807f8b43e95686fca0a5c3f7324e7ec507d61c3f471497136ef9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b754c4fc08ab75cb848e3c59fbb5c6d3b2daf3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f674e1e039a15901b2ddfbff38a8ca936f93d7103e2c3de36f626b27c02d3a6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a0184e218d17fc87000227f2149a01a3989db6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515fedbccde5e29945e516d0813caf8ca9225c6a44063c956d5b4da2a0f44086
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ea0181c615f32d4ffecc37abd6693bd4188a2c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0044f02ec5bb2749be12578b84932048b74210775159ce480e81bcd78f302a7b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99aa83cab8b32c873751a9d111a2dfd79c88db0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805bad08d32df89de9dc4d4d21c1374a9d6e8b115175981485f4512e73d3ae3a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91910d96e8c8a0a245950e603ca581181f99b48d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32855f7880016a50f32da456e84ee61b32af547e6454b547b179ebf18a3c3127
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51423fe1797faed7a821884a677efe8dfe5daed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd2d8c5d510b7e97f3edfaaed9a64548fb5237f9a9da358cd42af9b386e28a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b7e2f1a8aa7ae3c73e6f1b53facc0e27135d9c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aef46786af96ada87821e0609dac1d3ffd9ac88138dea4972f3ef69083017c1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef617f36cc2805cc791c07ff6b9b81f4cc85dbd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff680b44714da42d467c18ea0bedc2a683c3b211e8652b70e0d7f0eb80171b5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab095cf939a558c51b6f22277b23d1db5b838b8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59932c89015fbdeb5b360173bbfe579f928bc4ed00635f791fc2065fd7847d40
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b58cc87b87d8c180e57d5c43638411ab109da7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6c03be9e09f58f9a651b08c6fb4c72ca0f2301b9636085a01456e138763c4f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cf377a6fc6f30f21e06f0b5f39208c59bd20e6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecefea95984e3fae620f9b2d47bdf7623a24064570f94fec7c9664e7466cd5b2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d2877122ae4dce986b3011d5a5ec1aa7e27e73
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04782e750c0ac2776896e9ab20f98671a65c61b2b05b7156bf76ca39ed08b81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20c745ebddd2a3c859088db3403a9d27b54e346
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148a2284f787b345ccde7e748a0b349a1db3bc64a1bdbd59517663df83758aac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3147505980b543793c5d3e55640e18f402b31296
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcf849127f88cb90a4dbc0755b31575cf3b3b11f533e7828bf42a0ec0c0e907
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c319638112ddf74fc039a5b5ade6b6dab57e63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523c337afc89ffb96687f3bd2a37b65e65ae88b8ee34c9a5c7b18838f9568a8a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89803954ec6cdfc18f47d13b721c1c95f41a90a0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3216972d8300cee191b541f56f99347be233f0453f2055b42315c7b46820c48b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0da2aa6e1a1d76cb7b56e720baf9785a8fe51b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4c121b98828b64f2f37e9af68adebe2591510eef14c41bd1a12fc63b2a9c0c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db35b335fff6bd9cec2ae5b8709816340c5ce5d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2c8f01315778f6d35a18bddb396387048361ea2cedf38161c87ebedc77e3d3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b853d7c57cd2d46139e5842912a4e688a3e3708
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7769cdda3e7928ca1456cb0b6220ae996f7c5fd74bb2d041d5a2d5f7ebf031e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1bdd23ef88ff8b0d8c067263a1069c8a8782f3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef77ce1fefec1fd56b7ae1ddd630a0b1b5771488481a8c00d3cf1b78510c9c3b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8bfa6e8a6be99d5b23092aacd66b6e1df353b3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaae1b952c7c60e20c40d97d23f481274d0db1ff40eace3fb579daa8b8b309c
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bfc0ebec3bff973a9154cb4dbab50a4b148681
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f283d5eb2b08fbfc70a012aa57ea02a3c43dce426d589cd74a093b4f96d46926
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b3b56105d979710b94e8626bf915ebfa71ebfd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ea6a28b33cdcc7aa0a22f206c32c0fc3c28ed6f4ad6f5760cdbc805c884185
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f33b9a0ad4a89954735501e1b7fa8a1e193c484
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91575c395d9756c92f10709f40778636b05bda9608f1fc7c971e3dca292054d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69942f2905e953496e5f701ab6394fa3c1c36d5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c2543c7152ad0d59051c4f69ec975b1a983be075f6adf13ec7a95cc4899143
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84a5f140e89f7d7061b156fb6c312c1210a2d53
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae869acd8c9444e8cd373489d45b907aa3c1768529c08cbbadaf14d999883492
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f474cb6a36ac3454204b9a9436b01c9b7fc18d9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96f8ed3edfdc3d9bf1d068c285594527fd54dd4a97aa9055daf4711ca6bac89
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d7bd79d9466e11b26bf45ad79c6a29006508ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145af5d73193de758a3dfce9b0866096a7549815ced75f545383a4f33dfc1fe6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ab5a8d616569b58f8007c3dfabab7246680ae3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7143e2cf4443461c4fb3d22d0bff2d317eb20f5b94aea54be0895d7154fa7c22
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8c2fec14ce0bafbf3a9daa65ac14a3be95890f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03653ecc39fff1cb32682ee0b30a2f0083949f57cc4e10e043661b9f56e7485
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e5727b53eb5d651370e076e6ead73ee4a57565
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88eed246e18e7c834003f0b494900f211c1eb788646e7d074e42f9085b12e5e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbf63a92c2f0d2ab36a54ad89247cc5d8256ade
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e83552912b7ce55129a8d5ce9cd21cdec0b3338f52df0daf32692c995689c01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae53c6bc10526ce3a890025537b386aae4e1940
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3f4d60b4dd2c15c033e718e1081845adaffa1d493cdfbcc12e24e3cf229925
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6789dbbc0ef0ae80a688ac57ba56e8c0345fb22
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e98ddb91fa531be89d35e27b6b86bbe3a934047e6c6f537618cbdd1dd97ddf6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a1f4c8185ee14e0d1d942449ca405c6ee015fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1de498d33148b6b2223522cad1e5964463512764e0626a13a768e474f1ddfe3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece2571fcea20d1458d43bb087254202736264d7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbee8766a78cc758c2161b14634f2ea8943add1ba52bf8239e14957cb6af72d6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe8c001e4758a5e027913af36c77384604005c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a349e24525a137ef75cc17c4eb72fe6cab70d7a35891440a78de85873ed7fde0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15dd293e95b13083c3d8746cdbb7546231ed909
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281c6e65aea85bd17bbcecc8e588deb9ad6a8c3abeefa05f424bd8756f51795c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ee3ee9043d3b72a9dd91a77542af6f0525d75c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a704d985db542b03d4521ba1cc10ac8cf6fe2caa80ec842349987e3dc63f9c3
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f2f41bcd581f4c9f960200dc076bda147d8f82
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f459c9c569625b1e6111747ae3861bee74038c1e454d33566a5f69a9c2d0aa
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14e629f0df57b1720125ff7cbce484c7e293b48
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213e7e897330d6d36d72644f8270ad7a705cb216f0748645645a3db998f94eef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d2a029b51c99323c879fd22a4dbe41100ee485
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1470cd26e408806265b593f50af249d0529e946ce23136d5a51afbd6ab4e05
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed684a7a7f3b796af2b7945768b75236e89e6f2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1ca6c6eaa361ca3f8f22b19308d893baec0eea215988dc7271516c079402c6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a0a7216819bb0679751b99297f74efd8fc6aed
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ce2b96a6031c6f23a2bcdec29f25507bf57863d9b32d130c852754c7b4c01e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33bbb44d2ee7fc753d439cfafa8738399287f6e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dbcc27b6e96a5e44bfd6b41d75815afdfeef71c4c2d20b8a9230e7cd163795
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa077ec39d8685581990e574a9e3073fe068a62
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c758be7121c43b3c0ea1d4bc0d152c38213bc3819afe24f7a860d1d61486efd5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce8c4ec6e477d4f45716beb1d60d1a320050479
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25784fdf5a20dc3b936d3199ea14b06a4e1c35ce641714077ccbe06f3be435cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b4560c85f0bbc913de44e2228f0729bf152920
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb37e4e8c5a041df4eee9264a2d9c8f3514d2ef8e360fdfbf6ba6a9faff39cca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3909018d0f238c56f233c5ed5934175706f7305
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01aa105fd678c7a9660452749924a78a4670b6ce95affba5677ef1be6ed220f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ec557b4a81d82dd4563a2c78769b23519e7a35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d1edd34c725b8d145c5550bf8ab500b2b12dddfc71eb1cc5e109f082bcab05
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a690d71ee9c7f8e7cd06c43d82b8d20d794ba22b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec53fbfeb7f839973f43ab16f7ecba9f424bc657e6b63112a7f06cbdf48400b0
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c451ddf6277824ea5678e28d8dff1420b423a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a8e7007b0e2075084989d88bc8e336993fbf0ced3b7c45321c1b1b627b6f10
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80868815a55cd1d4d214996125089ca724f90d64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70794a0da09a648f4c4fe4d8f3810d170aed1008d90b38fa0bef1935d41464c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a819a0f4a7a8123292d5396015b5cdc15baf8d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68b7d2ef39f2776beb655307478cefed66df349905b1fb77ab3e458bb548704
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d31eb2e0773ce6fbc577ba3eff3fff804fc601
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3b1f8ad40181234fc0bd59cebf4db3265feb983d20999054d7742a6e58c75f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0308c968bfb85fd4b253c44b8923c8a34c2aeb0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12364162960d1d8a076e2482dfebda64b2846101f55760a7fcc1be69fb346f77
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ac9745f74083678f7775d3e651f773fbb319e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54472cbdffc0d448b5fce203f1afb90e7c8d1f27a9b4a56fa03a2aabf94db06
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbfaf16bc90b143b84aa9d917f12eae2a578830
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be75d0d4104920ba147f40dcf36b57f36f0dddf604f09936dbd10fc0e861a9af
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a30317082874ef380399133af26ed7dc7b0f87b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72f3c711a61f5cc3c1589b27485429eeab8817f592c0d8e0bc891253838f0ec
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7237a9f8ef68f7ea86ac9373db7be46fac362327
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c732dcc5c62202bd0e2a9d3fad87c40460335b9e8f03299addd98b937b8c2f4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c133563b52474ffb85fb2dd5ebcfbc08a83562e0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bd61c1fd98c8a312e0bd91f970ae495a64522e932cbe33ee217a683402dabc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7490c1c2d2072ee04575ba6ecb301e3a7ef2d8bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32dbdd3f4ae0bdd5a443b6ea95c1ea127b7b8de5dffbc22c28e67073d8a4fe18
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979ee7321c820b347419c7ba4631a802b1b60218
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54137a8ece75094f7d9baa020e07cd59527b03fcb286c9ab14d26955fdc8f06
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4634ca4cb54dd6f484d35550f4bc94ffb98cf63e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ed1f0da0096e5fa8b036d8717c6a49df24cab7b497be0aa9201d7dbfe2a153
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752a6dd7f0c83e161c08f42cba2601cc522d7e7f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04c7cc5913de85b6ccf46906813fa24b9c3d0f1f8881f5998b01d5bc3c35197
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1110f7172ba70139cc7be868157a1347aefe600d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7313722bd8812a1d00cf5cb197efe4186abf14324a9cdf53d09b99118e3c5208
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f388907bc78af85d1e57aeb79afd4ae1027ede96
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e021aa01208e275d64bc2bafd48851643abed2004e33ed7919dd2f22e1a8896e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fcb34fd91bb831a7ec27c4638fa7e7d03c014b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0691356cb7739ab6276b3373462c5f28c0497954453e890bb517bdb8797ea569
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55babd7c815591b068a4775afeb1b1e398a5d38
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae2de37e542091b21445806dd421989913d1337f667b1332dcbf62c3ffb4f50
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b61a2ae0f994b9c7148c45ba2ffb18522743bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d452ceb675821d5f37d59b2e134d2fdb02d2eb4f7a9c056bf7cca5866a5ebac
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e07f6cda1c14f45508857246529b014a7609466
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64d868a73d61236d858c5e6db179f6a6edd5298b9a3bee0021918867363cc49
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e006747636ce5867a4ec5209401bd5134b60827c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9a4bf55488910e952f68599daeea5628df001fea229bcd6263bc58ee841951
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f651f55a25c26600449553290626dfed44cf6d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3bba08ed214024fe8a3cec52231037704a59dec869b55cee3fe64b017fa9cd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4055e2dd6f0da65f465a2566b3cbcdd8954c56fd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5e3e3facf11e65e6ffeefd45653e58d6d5c1ab95d16fd2272e85fea8559818
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb68c7bed9e194f21644187bd26a371696a4f35
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2ac176993db8833afc3a43252d0e20b62f259fa791ac2e8ac66dab5f05adc2
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e32a1638e25dbc7e0d84e2d8c69610731b1420
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b88813232e1a4160fb687c112b15a791f384ad26f387834a38aa30aa75e0802
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0becb9d70d16d4dac965807a6ad98356c66d30d8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c59e897a9cddc476fa67e587e5c1edcfdbdd6225e4390211df94dba2b980338
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9364cc76de6750a4e02c1d358d9c811fcf46bf07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74236b79f43733f3adf71fdb781de07ea5dd9afc195dd79c07b2a074925b9498
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ee1d0406283fbfd134cfd50ede70f52c49b17b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4054311cb4fe080b03da801831b87e3619d9f43662b2ac925be92f80826465f2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee180a6c6368d76ce06759c5d4ac8df9d797842e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6aff8d1f9b721eff9d6ab133fe91e8dffe9da8c740369ffe966d9ad28d5e16
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936a82d21c21b2d87b04aa62bf9fd8e1099c9a23
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9e7ab671a3f9c0245d37704888305611d29545b75d2068ec9fc570da26b059
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0595c1e70f5fc83bd885a89a97c9c013b5ed0308
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2a04baf161c6e8caef5acfe73839e3b1ce49c822373f6f912516c74115262d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83db0544abbe948c85edf6ab245783a522a3a578
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0452b47d9dc87e7e36839602f229380c40b5c9aaab1d2bdb8db3fd325a42a542
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b430dfbee4ea445bdbeae464e3bf4519cd34fdf9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c61defb79e166f4bbfb640d2e8a67686b433a8e00c41d39e9fc87786896e083
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7f04be1cfa8628a65c8d85dcf4534386bc5e70
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9feded4dedbbeb7f1e418b29d3e27aa84e18e2253eea45652928369289e19d18
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b76cd68c68ad3a294f88b1009d447ed54e58ae8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba20d43ef42658bb4f4c443c0c2099c20a937ad635991b5a50e1aa8d9b612c5b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838aee203559854a298e7b84dc2c8438653e5e07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b169bc0a2f6e87dfc0b2f6f12c86efce390ba36215e9095d8aa01f8041a357a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bb761516dfe3ce3237860992af57e2cf4b703b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63d58167bf1b68a2ec08d25266509d1d32f7677d06d39f21d1c858646ee16e0
+size 3203
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e56dd579b0977435c6045b56046dee3a308f607
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a9f5195c35b60fa2135c9fadae7b79056d320dedf7fed429f9a5cee03725aa
+size 202243
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bc94acc82e50bb6b28c867edb089ae7fe22493
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e940adc7ace632ebd71b15e5940e2579286100e8213de24f6a64637b33479cf7
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd919d3c8a7c64a2b76684682f664c3bd1d57620
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8d945c8602d17ebfb6756bfa02d7833adc9f81c462015538f9d835a8adbfda
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7854db7c4018370ddceacb9a7b63ca8dc6738652
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8076ea949362075afe5b8de4ce94b7c4fe2f9f1accdf719c57b31f6ad61e047
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d01bbeb22079b08ce4dfa0999ab00374698fee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b62f60e061d06fb1590d9d3258e39025380c547289fd99ca7083baa9ddf6c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27efccd6d5213b20690151aa6887617ac8678bf7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53649b5f3efc8857a81d9b243b7fc9cead7a6a8e3f369ee8ca04f39e8d835f73
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0270ff0c86910d809af694db92d4123f787b8404
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e0c5919d1f547d99bd5dc4495d4aad4400ff56ecb97d8e828e3e654cba4dba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468016371b8892a07f03e7730df2b20743a2a187
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174c416741967c186c7a371f6ecba8e62a9f07e77657f4550b5ad50a2cbecc9a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c498cb293cb15d21401f9e0e9d2c9dc8e474da0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54af21b480c648d5e003907e4cb204400fd2748cf92bc3242c6e484e6f5345dc
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614c03d3d48c2a9461a835ca99bdcf66740c6a89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e8765943110889075d8bc0a5b49676fcfc24f74232598b1961594901a44837
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247d7385392e74aca73c47c348010a7bad58c04f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6631c94387253676f209724bddea06c151266135e1ec62343a639a89bb0359
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d935206c61974e8313116b612568964f61dce6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c48602c5f3033cf00225d5b406b7a384eceaf1de0590ed49687f0c76562a32
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bf56306cbf140500bdb1e241ce2067ed167405
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64515e7784e72f1a1df451668750301e185031194ba9955251e8cd6bb25ebd8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6578c566233cb3a745a6e753fa7a7db2be35efc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d7b39d4bdd15b0e152b4f6dcc32bf11165a3b35cceb22ae2cfb0b3dbfa30df
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5eab1f81bc6f5000516beb833aed44ee6f89d5c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c483e714f72aeb74239c611845018ff2f99984609d291da3582d935e8fd985
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62c3d6211d21c2df21ba9ca60f8013b2a1a8cb3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1752396a94654ef7f0ccfc07bd1ed8246aefc42f63b63f129bb1be795b9286
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70eeba0ed75d4a99de75e9f84b56070d50c18bb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb797c20254514bfde35ac02fb241fc5b7a5d37634b92b0f65e6aa21b9ce17c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0788f1ae51b235345f210ce07810e64a4fe85e6c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bb8e2fa5eb217b92f1ecf4c0a11a903e0ebe7613329a47ba29732af37e0d65
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be61fc4734c49c5c65c2810124c10d13f0a4ef30
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb940102847893a9641e671e709609eb7e862ec4f84f5deb758ddf6f4fa85c9e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba245a0c464481485e30a462d99a406dbe37043
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f991765a3697eac72d42af3f04e0eac37e10f63b328cb33e4ec4b3f2c54668cc
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999c5f3f649d1f09dfb5cbe4443f6b355e63dcdf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15052568f3a1b549c27319af236d5d552d6128207b96ab5c2b047e763862cdfd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86fcf408a81f1c97d611008982934c3cf764305a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75139225d6af25b2188f2f00e2044fed2a3b75eb44bcf61bc1053f4b32084d21
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fd0e9c1a7f6ecc76afe3c2b2ad9d6d7a0e7fbf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dd8505642f8512a78848d6036cc95cef0099c0b7697541e01b2a5c0f324434
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba18e601fddb0e0390cf61391f0277b9c386fb85
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0e7028d9f4573aab5dc6e71b2e6877c7aa7cf299a97681f5b915fffa044bce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5faf58f8cd7142476d13924ff61c91a3eea1271
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96deac21173f4691c8ebe9cbe2c78dbb10983ed25ef15ba5fa8a9ebe1728b57d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9180003a66692392d00fbef08cc5a8d7201ee287
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bb89f57d0e19569284e0f314630c78ec76e969fd98cab4eb6dede1e868aa1d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d68971bcd49882b945bcbe6c64700f115bf94e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d065aceed94ad7e0b836bb0837d1584544d0efddb2666ef52268bf2132a33ed6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8819289321f95bc55db801e14def90cc31a5da13
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca44801b9cb4425cc2f0ee12d6856b305f88c9c60c748e29d41ddcfee60dfd3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde773f1cda8164a6e63569acfc8091f6bcf622b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a2a956050d2aa3ceef01bade9bd58ba78cfa49f445aad121abdb87ecac7184
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f855f5decda9d4ff00893d3422018577db8e146
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416462649d0ced5c0d0f3a98a7d3b9bc32ebd872c7626d3ffcda2eca2b8c71fb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de17f10c89dca76ab33a59775cc6f6b6bd868794
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5daad87d57c81ccacc621851bb9efac5eef982bf8ec515e606b920209f9cfade
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2edebe7f460d16bf1befd22f9de216f7bcf7cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb358c54d670b53ef26405dac11b44760f2e555cf861eac199dd82e6469c64b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7278e7469ac6de1197a24d6deb9ec6901372b29c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda6681b9debd82e900a8b060fccc270e28082fbad8f4f7906fdc8accc70825f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68ed595eeee5fabfa0b78c854eebf41faa34e2a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d1293a84ec02c3c1117af034d7c4bcbf484102d8473f4ef5347757793f09e6
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3971b26fe2d72a062de06916da4420286d0c3a0d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c3792de296cd5c4e77463cbb9e3ed46c24d3d75df05ae5610c92950f33dfa8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a9854fe5686fa8bf08ad1e412742333d477955
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7243e9345e1b980c9e364fdbff8cc855ec77020424cbda8503274b53440fa1e9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba9901774fa1f91e8dd025c3c1ed262fdfb9e74
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10166b09bdfb0281da4a24ed694930d4779bc5da1ec676df8fd1b8f9892f8d55
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7e8a23806981c4606c5af5728f482ec77edc83
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f404bcb8f4f272a69957dac7f3b2beeadc1a5bb77c851588897da988ba4fb9d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805ae1bb555de7ff5149758a867065206142427a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51205ea221aa606eba9eff782d5dae01be7f263b5ea2052fd5f68b2a264e6e97
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7128d4b30788d67205b3712c58cbbdbcb9a244
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9473801b05ea1ce2a70c9bd6b7b8f69ec730a2033105fb630c796b26a39773
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d266cd522e7ea4812be8969a689bc529aad797ca
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c88a362181db8903dc688a74c65cedba589da690a81063d2246956f481c9f76
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f37bccc27fa22e562b4cf128247c9df0ce7fdfe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25d635e77d02a421cf485d5067ffac063ca7a0fc1504b886fb13a9a029dd5ef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3edecafc852d274ecbff58c0f0e0a2b6b9e388f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dd4c909478377d97be9abba8acf033412b9ab05ac1e71b594c699fae20b9a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6f3da379f4f4e904b47834b97ed5450afb78cf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b01121738dace9fe23fa5ff49555c47a2d82a24870b49e2c73d88e9790c211
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5f9b7cd06fb92a13c916735de4ebef19cbebf2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a8dcfc719787fd8453c4ee480532d16b87905eb03db6654d500405a33d5728
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fd91ab99264a18699dfc3f5af6149dfe850c31
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ae5bd6f2f38c11d4ed4a8ed0d201d2621ebfd69f2e9c2ad0c32a3ff9c4cff5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d567d71ddaab2534e3a7aff9ff464cbceaba03
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a912a8d3fdf594ab29c48653aadf1c17ff3b9eae7b04fcb89f43355a196f6f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a7447488e441e3d8b2a6dd12451edf5899ac9b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56230e479912174669b753518f6bf2846ca03cea83d5985b3a72153104f44a49
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1fb5cb614c5723d1be2da9e3502fc3f31c1006b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcaa58919beff218a3d6a978ad077578b94fd789db611067db7c592718eac062
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac0352240098f5fa205ac4ff55c5c19ff45c719
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dce4c1fa74e577f4ecda0c841e31e6b49f08e976bfd97bc786fbd073eeb1096
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92980db3497a3c053475edde8a54577103914e34
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97c277304958ff8215cb4ceef29972823c1df6311b72e2064d46c854b91ecda
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b49a56cc9adbfef50b920c0fca9ba8a40d82dbc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1298ee61e6b0b616c03723c6d058ae2eea0cc9ba36a123ec4afe2cb5982c5a1c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568ff0df35bcfcfac81e085c6de67b1140bab4fe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157d9776102073bf9ec757f03c8e627e74628fc0bcf8768962a9c0634bf53c24
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f29be1082bec8522433e7aa3196f776c59af6c7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4feb8d9a5c4c4bcfffc4b749f20f87f916166773bf1976149ffaafa93c25c2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3855237d25d9f86186893dfa26151926036ee096
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b5b19c9d35bc138d652bdfbbcb34d0e33a58c603b77cfb7e5cffe1b6f40e95
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590acf11548706a8de3a8bbea3da7ccd5d2a68d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf2e141c9b241bc2d54de7914a6eee0b2203db9dc7d1d8f4777e16bb448b8ee
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5c5ad16e4b643612bb37a84cb027f3771fc9ee
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5b8b598a40138887a18de9ca582df758a54ffe7e2f8bc4176f8faf2e95a59e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3da263cd5b5ee6ae889f59246a7d5614dc9956
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04e0d34c51b66181d76e989b8e7c75f130a14d30385f425cc63b8ed1af0905c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6cdab65814dc9afde4cd2ab7ce5b1a7b2b594aa
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1300c15fe0fca40d52b3d5b4632109e4a2351f9032358492974928bc6a99248e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0a793a1e28a9d3a94c5f1dc38754dc741b515e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6645a131ba88edb871bd1b9567de87121995a99155d0d3238c507084a6a1a1f9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57530d41503fa7d7a98d307b3efb510d0aa4dc04
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a76b79a6fbb86a64c42443d63806af727fc8bb3494b2eac7beb2a3c9ecef499
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af89de75f2dae65b0e82802e1b25cc586433dca2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb11b523a9493b6c2ed666ab8430e1e6e0fe64b4fbf1bdaf1e829d3bcf903e67
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be312766a160b5ddb17b288a98edd995acbc518
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222c8b602b78b03b972a1ad957562eefeaaba24dc046b3aaec54e1fe98736200
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46659ca829d5c88024fffcf32c54057f8279ac52
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e550e0fa7b4eca3b47ed7331227982f96aa13d037b31785098d63df3a107e85d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8138cb761540552e00a75c7d60d90c9ec4e693
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5280879ba5bf0c3e020bef5c8c1730f91880da25de2734a24cd7c9efd19ca2ce
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51dfba13606e038cba357a6129bdf007c50f635
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546e51e821b99f44223492ccd54708c97e5c8fb6fa6a904544d0834127b9b9dd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3948f6853a8e11fd602cdbd0f652d8594ff30779
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740eb8eaef96b86ef2471df27c4925a45698237b4ce5d234e74702acb9bbdf73
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1705d371c2e55a911564cb169d9f3357acc035
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bdb2423490ff8c4d270bb35d1e59f3940f0096c617ba0246bbbaec8a9bb953
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01eac01a5ff4776902d7d1fd097068535ecd764f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba65f646d146de97fe2426863593a35584f648e8d2da3bef70ef1df3741554d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd28d7a3c9e9b039454b378eeb0a841a56f8cd89
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592dba1d25f25ee5b08b02b189d335124a7e4f7b843f33a919a5fdace9d76528
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f10e22917b6de74b6d02f6608ae9518bc0d1baf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4defab380bcd42e8654e52ef29dc21437e96fcfddbba3aac2ec6f392d9a85ca8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9472abe90513cfca31d59568d1417f2e0e1d97c4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2153996fa44d0b35a9c077bc76f6169c9e5f6db6900473d668118bca8f1a6a3f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5350b17c85fa3880c4bf130f1f7654dcc48fd568
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a0b4a8d7b52f6761bc8f933354edd808dcd0b578b7273f1cef8528aac87583
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79241704a6af1dde9be4120667bf8b1cad8154a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb5e183b214d85843d13ab32ff40a4c32d0ad543a069259aaefa84f973bed4d
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5336089d39337722effe45b76bd4b48397f579f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4defa5a369ca95a61fe2ac57092adb9dcc6485f36b40b5cf7b9d884ca50c3fbd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b6b8c4975dafdc6b660476a3f97eca209d0a7e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c14eadf04a6fd53cdec8a5bcbb2e8a49e93823e19a4f6821a4a38ff6b2f6c4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccf01af1d2f745c00f162074898480a8527fa0e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f080779b3d36a631a19dcbd5dd673f22926c9c75f2655b637487adb2782fd4d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ec12ebd107d743b33472ff5c7c5c33db270209
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37fa7ac3f3cc5902df9b6c893c9ff7c56ac7b386daa2e8a9663499903e4e9e3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d634a504bb50011dcb8a72b5dc00fdcad26522e
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2deb0679a122825a81d8263795c4241ec180296135d60f51ef91b9660b6b6a18
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9df921d0b85413585b4dae742eceec22a83734a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6a1dc627aeb40375738b5d0bbbc69022ba4cdb33ba4fe1d319dc91183faf1a
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34483ca37eb7a3d3a79064e6e32e5702a617d6cd
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d834a749f014b55bcbfc7b105ba7896e7b4c2e741a7819f4ccdb84340a7e3ae0
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba99a856e8c390bdaca8b4f97174fe58771a5e97
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4488aff72873f71f39a95c785af682cf873411d898ba52c1e4b3885dbc66dbe
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1365c73c55b4a49e8441f5bf5ecc28f4332a158
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0652143c64eb161d8cb29079d876272ec83ebb7629557e96fafe0863f0a0917f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9715df13043a1f03b37d669d352ac060dae2ed4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91b02530f96b342f427c890ba3a6e852c1c3ad4d27c4b8a2896bf002dace87c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44480564910829fdeccfcc16bde3721552ac0e5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694d3fda263fe0e73e2c09db45cc0acd0bcb0bfecf908b25f855b4a3ba1c1a01
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f70e8bc8ff65d39e6b2317035d88509b6f941f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c121187f7a0be4127d1a26ecab4f5f27dac1833cb13789c196c664267a166f67
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c4486e8b645a52ce131be3aaddc98796f01fbf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27990af3335d1ebb7cdc08a050cae0b520abf7469fc6294f41348fee7bd100d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bd53345ce0c5a6fef486593ccd0fcf9c2906f4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857c3cbc16db7fdb7082d8a16ef90cbfcb2248fa2a24eea805145a9d8ff3ecc4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ba794cb2b411375e0c303acfa04f685dee02fc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8018754d99d023614da8413173739ab087d6f8a06753cc946a5f23e81487be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b6791ad53d14f74f69f6e6c4b486d811189460
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ceedf5590c2ccb5a09570bb50344173213a6ce13aa6fcb5d0e6a1d86f3422e
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c1f16fe97e16c088c6350e20f6f587f3df0ea5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9aa26e8f98ff87c0348fd13f654e14469ecb56c796c42590ef8c8dc6200c8a
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69034bbbb7d1b6d697fa6a17b46e84202ddbb7ae
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6ed1be88df07da0b565e43a55e1099bcbc3d92a717d2668484abadf837686e
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e680c2bed0239dc99a307b93608691e49db6d2f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2854a1e79c9dd6db312b3b4377bed9d9cc852acd3b0ebb283d6add1fbcf81df9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c95acea172c9d2cca499d8b917212bfd8b70b07
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda2cffe46943d1ae6746cead66bb404f3a458bd1e7e831393168a4ae0b06d7f
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee236c4295ec80852d634735edcd348aca3096d0
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f8c7b6be55b158aaa35e2527a903a886a0b6654580e2c9cb3ed8772b7c82ed
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8df5ad04d727b4e564fa8b45cb5242a5512b12
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dc961db07f0672afe31cd861ba31c343da64d282e8616eec0263428a889343
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c45b7d720b5ff6ba53ca29c2551dbdbb22e2dd3
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6adfd3914862f343c4f08f381ac3558a60fa0c13a632f7f862486f0946e82b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90c8c8631047625257bcb8f40e1256d075b6237
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed07f94fe968e4e08fce57d36e86fbcde32866361be409cb711456225a3abd78
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9277b08969283d96cbabcdb2c614a4dad5384bbe
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf5d697f433a40220d03b756d5c0ea9d1d0d1ba2394a62a61099b527702b73c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9050bcab7afa6e280f8782915193e3c666c805
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1a0924828be38f12edfebd8afe9f6c88be301a42153145218eaddc22382fcf
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14c30fd91ac6dc5870bb791c26be9222586ec08
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4be376f435ecc0994f11a06a46f9f168ef879216896f1772c6ca2e5f6a621a3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e41856661a111d20f895c5432406bf4704b583
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d5e6f2465507d63f787fa2321ea8b204911c6b1d3c97fc9ffc2d700fca46c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14faea4bcf6f3b8b922b822d261dd8dd0c8683a9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3532800ae5e44f31a58f61f2045cf5606aa8d74d925c5d468009eeae3248a13
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897c483f43ec717de045de3a65f9b7dbcf9db953
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d46bd1911c979b8de2127bfe9773ca1fe071ae6e3c0f331e45895f83c02831b
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f27d23e9039e0d41eb9bf37ab95391922b45a14
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7441a69ddef2962d0b877fd54c854f9e2aaad858a4a9acc1d17268e347c4d728
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab78bc3adedc1ca9538e8bd407197865e00e46d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb13eaff314a8a299305e0871c933fc1fa973d69ee9c4adbee73928e6b546073
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2da9b1e62294eb87aa0aecaca987a43e7f00c6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7845b2dbf87106b1077c3c99deaf890a78a1a8bc1b354af5eeed7eda8e285641
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bbb91cd2b58414cdf9833bcec7fdea187957fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c77df29586e883e4c82b9727bfb08f98a79e65e26ef8b35c1802dd9fc18597
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1839004e2bfc942d53e35f893900dee89587c5b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7ac7126f8156a24197d5f153d48223ae0e91a58a902b4980a6204573468d81
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88db24efecc7e0927fc6d100d19f17e63c617a64
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af0f2892e445f6cb02a18212b8325c5db3701cb3f156616ff1277b88df819ee
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d629836694c005c1f5beeb237d124cfdf9459547
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caadb4509f06a2cffb426d8773fcd759c858e0bfa62d0b31aeb8884a46cdc8ba
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f60c3f724b626f7255597520bdfc9897281505
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3617965dfe8aa650d4c936345d6ef9bd1dc33928852b559d01a7c43ca02653e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d99949ec0343c63039dcee3b9f60a688c31a5f5
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e92f5f29dd2013b564be5cd7c8fb5314c47fdb10222ab776ec369bbd5b445d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279d77541bda022c2ce7e07f5e17525a97b4f3ef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf2c72704e457ae292c28fe6daf1665e10fda0f1851b5582c976209e21fcbdb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56324a26bdebcce35edd62850bf8a53909460fa8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58a1f17d4fcb75b1ca62750518156bd28b671c42dc3b70c0e2b07faef83e2eb
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdca8212f2162421fe9d86af379db9e02126b844
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5473c40e525c3853beaa8f507adc224cc42b886b0738aabe8ac629c607db5483
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c350f802426c5b08f790f93238dfaf25c412a37b
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a2f83e9b22cd675bccd37da7c018dab389516a888b09ee189eafdb7073932d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d600e94a9ca2dec2f7789658bacfb82b4b909b7
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7f2451b4a5ceac3d61c2fd33ffbcd15194c3fccc319176cdfee5bdae1b5ff2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a4119bf94c9a63b2c815a181451158cc00b115
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbdb97cdad560ea056741cfa59c767da73b01070b2a0743d053353e7bc95ac8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58f1fc81cb82959a5416eb03f053116bf58bcef
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0325bf13326be4f914d9126c33176607cecfd73e67df76436a4f27bd6d93d99
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b97c6e6e2b86f55f28678ab78f8ad7b9c2c3d1
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31a16c565485ca2ca221717345f8f7468c204ccc33fdb0e0ea2a79ba5a98c8b
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fddda17372907b1d59f4d1e7b19c5b1163b0a1d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61be6922a74260b032bc53748f93a415aac0dc7697f665feb2340eb52c57fbb1
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af56eaa758181117c59b32d0c808075f4a0a1ce9
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d98c1b70ce97008957fb48e14cd8d952c28a69e6faf1856a053993667274ca
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cd812037a500f9e2ff965fb4a60010752684e8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1af04de7e849d969cd870854132da6c0b216781969995f4019f0cadd8ecb68d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cbaa6aadf5a0db1b3115ce9dcc58fee4b746bc
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a0274763b04738e847d21681b0ddc43f554e26d2d1852ed31f463b5b1e4e36
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56633c828b828eeff4e199d56a21dc3da0be096c
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e159c9b5d9b77a71e2840282b8f537d2b4554ba4f7ee7e5f06826a1a59a3c4be
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194c094969059e1a2b2646fff49006494243cfa2
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be26efa4d8368e4548add22887c05030780102faa9ace20967acd0204b714c7d
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6c1e417f109a9de60c409b33672b550578e8f6
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3fc4707142bd345025a514103adbec5f664d95558f0f92fc04ba1e83529872
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6e802c7dcc92ec41c33387fb0b255b83337d6f
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a917b9649a364e725b378a8fe9faca6937cde716bb56c58eac5cd8a5d0e52003
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfae2370691dae33a3e6b19de7c35d158452bd43
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791b96623df0531d7d00b7fb9026269cbcd6fb2968745f8dbba5507dcd4b29d8
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d219ec1da8ecd5e931399fd8e45cebc22d7811f8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc5d59a2621617adf8a2de827e3aaac8f39d57505b52e37cae29f117c46a6c3
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a701b2ef284793f11193a1351b41acac8c890c57
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682e2c4cedb589a7139778041555ad8e3832e9ca108214666b9fa217b82c7b45
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21dfa21e4c16aa032f37aa05b802867d4c85c27a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d948b281644bc5e2b6f2e18e0cbc7ba1aa15073a3051ad9157e2d7896087e5
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877b16b860a7c33017518d390a2450aa55fca01a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b195d156e729fab731cb0f9869897bc8a18082ce454ddf18f5ec9971cca12cbe
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9638638337d8247256fb90ca044994796429138
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e672b3b7f3cc48d11950c89e287022593626dc00ba85d09b9e23cc3a4c9fef
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda55233bf4db01fc07f77e58b2fdd12f0d82f21
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f50e04ac86730d8c2de9e902ad6bd9e9361d285b5b6d2a11ef6cd728bf559c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe8d933b068bc2ded32f194b9bedda55ba9357a
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639b517b8a25f7d90c1387126340b5e99f273684bdce17e47c8dfb8e467f9ca4
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9990d12bcf0d4528d4d8944b1594e11c561a4a5d
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f7e1c13ef850920d21d2a5dcc987fff009c8d44fce07d6d2b0e07cda0180df
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1f276ca4ee480a53fdad4466c92973daa12fdf
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1cc74ddab63d3c28a3933cbc7d85de361620f57292ee82bdbe9714858d06b1
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9dd1638ea55038bf5139df2137b7e3c44677f63
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b638f28e39e2d527853d43c02557ea823f294ac35b811d9905d235d177fca9
+size 17539
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b18d00e20af919783f0119d95c3829ca209778
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ebaad95d71e8378f7c8a0913c8f351cf45dd05efe65f0eea300a185acc6d3c
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3364aa135b40a5cb352bc201fb40a571aab5fad4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8e27fa377135549da09c4672ff0284f9117172c6a19ee65b9543d9745596e2
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d1349791640a4880513e58b0f1490e8ca16e4
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115796b28efc0407f7ebfe9b29416ada2e5c4984b58653b389752199109494fd
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd6701d41aaca91a19893f015491dc5c10cc510
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c0b38c9bb9321e6a4e73393ef8f6621a857eb356c78e72efaee4ad095f6465
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4030b4cda335dd001148fd4ee91c24bcc43753fb
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7a0f570a032a6eae17918729866799816e036fb2703c05afc1302213b9e264
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6d0c98458a15883d96bfb2008bed4997a6aff8
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ee7208a5593587e0e829d7f2edd4efb3ee64ec391488e257c8f071e37a36a9
+size 5251
diff --git a/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6119b247e84eb9c90e91367b1707dca734bd90
--- /dev/null
+++ b/params/opt/7/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e495106ee0ecc221891a4ed013eb2aca68c6009438fd2bf630d1de38280362f
+size 3203