diff --git a/params/opt/6/rnd_search_fb/comb_12/init/lm_head/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3844cce9c8a3fbe1b026bec9b9e0ca20ffa45e
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4193ae599e7d9ee788996c350a7548c637fab3f5eee1e7b462ebe3cfcd766900
+size 202243
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e56aac9bffd2ac3a78387bce89b5f659c9d01cd
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037743591a145b2138dd3431c9ed32379380eab3b136f5be97a1a133cf7a4f31
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bdd81bcd3c93b163611bed767ec376024d53517
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bff984903a2f130ee6e49926b8d61cd35744933b3999979328ceaf494aed3e
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf800c0088583edb2c075fa440f63e4b3b01005
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59374c3a568f193f87c024cbd60bf7e092f84a20ddc4509817e94c6217192169
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3aa2c47e608e390982353c24a7c7f6a23b3e76
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98f0acfabd6b049e7d6b4d0045be68733e3afd589c8061233869f69031acbb8
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88eb7c484c343b9e59aa27138b4dc2b0b40571c
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fc36872016be1bcb565a4838e45fd84a3fbb027d4a35aded8b60c7a9a07c6b
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696853e8c8e99f0f612637a7906bcdc635565a7c
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbaf838575a484661688f200aa2028030ee815d697390bd3a6e2ffe090aaeab
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b540fe36eb660a52ccedb5ab6dda2503149b0d
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9e158a801d3bf4dae207e9dccfbd28c8177bbd22c9b5ae9f091cd929c29089
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad0f84cbc3de1fdee24273f58a90ec6a6d4d554
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f410b2f7358b0d03a8516f3b0fdb8edbc9e6386f96d707548ff8e668f68623f
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18422d16648c9b4dfa6c7b3c00731d6cf58dfaad
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a943ab76b29b4ba8a350e8968053f9861d42f33865fe531a4c15a7f6457f5afe
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb0a7b0f6b3f513a9841fbef55b1b08b478ed38
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2fecb7c3c34022f359d5dc046826819f2f491eca8e2933037ee1af876110ca
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e770523204ac580561438aa9f55d06f7415d91
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52e9f1bba41ecf4d9326d9c31cc5c43909542f20deaee73544670cfc07069e1
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f9fc9f236f5d009961e9ae959cdb085d569012
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb52394094823673437f705ef0ff4bcd769390d31d74b1f507c35cd2e4174c1
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c45523e774a683644e1e09db1486e7f244ca11
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04d1531806aa61ed5595042088abdc023a6f8723b20c63ee00f569d5a3baa81
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c19408ae32390c36e1f8774102f3f926af8fe6a
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e440b93d44288b53cf8ad37e7a3e51bc852ac39b57c6d1238ad28b5f715c53
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d440f7198b2f5c9b465bec07c035daab26117e
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abb1a01d025c51068e9807af83a712f3ba20f97fe282b4bd0bd4c0c7a3e0796
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b39ce27113965d6cb0a3f78d16ed538fed88dd
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ed2ed51ea62c78a9c53516281a229f5b2232af93d196653c2b2d4093478e19
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c889e81db21a30e03d28bb10debc20c78093496
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3630b1da5f2f2dda8d90511bee09c409eade63b5074d90fdbacba2dbce29b8b4
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dbe60b55e958d90dad160e48530deb47885456
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd0d071e79882d6d2709b8d8db9aa60971a39a84d12fcfba986d50ef1aab5e4
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7533a3e22a4a6c2de93e1ece11a435970435bd9
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d394069cdef0ce18210d28a3623d1582d6a6700816dac18a9ab98b180b73991
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03b3f7557e76e7b0d6d88412c95acaa8123ed6a
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f247968f8d4009dda671aaaf334bc3ad51cacca1f3ce13fcbb1b62790ccf94a1
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adf7cb681cd83c45b92a3d92631b9c7d3e3a23a
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7648b5fa113c9a7140a259184ad61fa2bb23c5a79ea74ed0c7731d8ba7511cb
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5edd4caf6f60118487affc45b2749f7277085a2
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd050d981d43e419b5bf95f320a2fa6e22cba9604d97e6947fc8ceb5ccb2820
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e9ede70442f60d319f0fbd186db30d68c5b799
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28467a6705d720b179a5b4a705c4821ecf01331b378924dcd0af141edfb671a7
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4322e1fd344e484ee293812de3e7060e821e8c43
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9362d5c14e56a0ec97e19e2efef0c2f2f47edc814cc71a03641e40b6f065475d
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53573534323d0943e383910487844f10841c1460
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eeb6e51749bfe121034075ca7c9e9ef168c7a153523e8891ab206a899d5f08d
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b26ca83fc9c677f2bfc32962fcc8c3f20971a8
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03419c77e9427a36b6dc4916f556b272b717350dcd0a927aadfe325f87d98aa
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb41a6b8d699b292370b447d20e7b420d316ba8
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a87ba49c9313179ccf77234740c3180e44dc12b023d9f361c505906d893488
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9014e5065ff87ebae66febf086a5ecf813429954
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ed89bcfeba5b00e0671a9ee2fd46c8f8cf9c863d24577c6662ea4af4dd8ccc
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691ab5de3db21155557d7c86d53051ca13d0b14f
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab75a899f05a934b848b327797277bdb8d3982ebe300c8ce861ecea7a3ba3b6f
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2854f0ac8fff367047c4b0cb0a9c1b5e181444c
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2743567789ef026f362d86c5e1d47dee5809f85fb8692653b474fed2426a6b21
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58677ac38d710caf54aa02a3ecf72f1379619656
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9b256aa94e2fbb37aa007990630f463b0d83d00d6205e5c6aedaf90e479b31
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8523df38db1f2272dd227c5c6b3ec843682bb8cf
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a00a963d6bd5b4483442067bc621ef0d435e24c3b2f7d4ec34a1ffb41bea7f
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6009ba757ef2b6ea0264a375c10671b7ffb27f
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b04943e0238c9f242141b4b56186149d2fb88c4d9d5d82532bff4370c8c979
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227e1068bb51683c33232bba12cda9277d5f4f17
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b91179bcf5435b1d32b461caa1caa2c018783fd60da8d6d9488be258376e24
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54021714f55252d381625b1326a9f7617dba4c6f
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfd963ffe5ca8e7ffa39a478fdee08ac2e7ea2fee9e6eea135c6c34c12e0de3
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37cab09eb2caaadecfd88355bb01b53b121b513
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15968ee327096d97e2d4fe5c65456c7167bb2c7e4052be0023a5448ac4e53e4b
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95015001ba28fc60dfd58ed82239ae918dbb5b80
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4172da4af6f5cf2181111c1b0432bdbc949cf7cd82d1293b892c1c2877e64fa8
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb5fd8f4889afefd51a4656a5c05cb968c87107
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34d7cd8fee923e1b95c26434d21180573a60fd20e53673b51c3142669d009a2
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf27d5fb4c1b7230b6b315d8d0b6bff36da546f2
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9d29c3680710ed68baec17a2978852ae171e1abc7b3b15e4f3f8341d9a8fe2
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19c434a2f31f0e63901b9e3b3935d1c72d8709a
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f083aaf75f1740ef075a80b173167a833ad41c7a20c1cece3aa1b6d29a4ad3fe
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d013289f1bcf1f7877a2b70bdff023f98dd6c68
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf831e270164aa5aaaa4a4d7d82b442adb6971c75b8d60396764ae0ed2a71a0
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b83ee870075eeb64f150d260d4de2926deb91aa
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8e11be03d7b5609f14e7827df3affaad5f70b48eef9e51f31e52b2b830da91
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cb44f2c7323b7d4cb8d687869b6ba107eb528c
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59195278dc24c665d5c2836d96c0573898c839816ed90ea0e4a012b1fd3163c2
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bdbf208cb97f36ff65fa6dcd6f2e3e0bcb070f
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c021a9e8927045ee2b5a46c0ab9405fd21d4fb74aea0703d5bf62b58e793e431
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae07645b9bcc8cfb3cb4b4099ed996f8bc228c7
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f3a78081b13aea8f87e037d2a874bd1a12bce81bbb46d04fa7477b0ed739e0
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbccdd36eb39dde22de898bfe96b3d67d51be7d
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a550c26039b7f2d6f9e5308bb887e19c436563137d4810feff04d52be4989c38
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c691a7ab96bd837177a1b2e6fb1ff7671a74163
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24e8f33330acabe94cc78b0020188e84b0a0300dc7085b0308166ab15f45e26
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1996c7cf643e31963192d361e8f89232ed411b5
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4baa9a9a6028179ca572302fbe10f07be91048196bd0f245a47e5274112f423d
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a9c3b91d87f3dd634b68da3229b9f76fd4fc41
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a226741da8fc485782dbbfe7800a079d50a1bf87777120d333d5307100cb8938
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde078cd05bbaa4e7232d1179264cf0098abff23
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3223cd6d19a25972e90fa26e32570e72c8e730f0d2c837d5172788c72353dd59
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9620a5afc4d84ac73dbaa03abe4cdd29de201d55
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0206120f8423dba0232e269dd201871a2392a6bd55be28048e8a70260fb122c1
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2641dffd2f730b2287c4d46c2b85970df974f09
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9599400fae605519c94acd22ebc5e3684daca3f17c96aa61700cb89f1d1c8f83
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6aad11553ba8900a7f178b4ef9072c8ccb6a48
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeaee088a6d05dcdf0da25240f68b7aba4ab1715a32b657ce4e267dba1b8ff80
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8ed4b06fa84b9898e65052497b3999b897d947
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556bbd99d2974de112b6116193d6207ce90f32c04991242a53ed6690fd3fb6c3
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc36002032c7c131133649b0861e68a1cbfb74be
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728714747625a75823d3c141d555f477d9a0c409cb360ba9d6d373b3e1a5dae1
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee91da68257f60700cf81ab23c660780520b2601
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7238ad2419bee6f3511d21149eb36e0e728e7e580665ef41d8ddc174c2dadb
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ec85727301cf3eba3b9e5e889a38552e738cb1
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff729a381df7e8bfa5aa43cc5646540cac03bafbbace3332bdddf501c3b3a905
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e4e0d4e43219095fd98b51e4c88af8d8ab55ca
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b0afcd4506e9cf72ab63d8cb3025256ddbd334331ac1a9d67b90ea581de22e
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d506a10a16bedfa1e1d79718daeb9c1ca3787457
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a79dec627d9b5b5f597baf6a6af683d143efce1dcc87b1b81327c4503bced2
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febb2abff191a526f825d749c93e8380568503c8
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8381003a963ba80dbc591fdfac5c8bf0a6f599c51e30e0279e84b3d46fbe6fd6
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8b3b5ffada7c6b30f34ce87b78eb09a939d4a1
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cd293afb94f16c6b176f5f342dfe52bbb64e051e991dd4d2b8d176d5d10e41
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0d4252d19efa7182dd8f4f45be877ba582efae
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87900ac4cf18110514c1614a5286a2f6a4a7c7389cc239f5a017fd4552ee6529
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4008a0cf0c65e4cdab197039f0d850c772fddfb6
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a0fdcc22997325e5918e6289fbad759d29d68e109cbcb85a2f45d491d6e74d
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b2cf49d09e8b7d8ae266c07bb3a773e2921394
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5845a013f16db67b9b9bfce897d9f29d09638437a4877709a2bbb803271e186a
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6fe22867f880445098025cf5d9e57b793dbd46
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a312d13640b00fe508bbafd432e9e46e7e60dae8f9caa5b4a3926359ce43903e
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cdac7af774b4af017300dab1559dff85b5b611
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc26ee19e82942fc652ad2baf68d4332bad9c7cd6986e192ecf278edf9f56c4
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e8950eaca4e7f773b6034ee63529643cee5a00
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2a79ba57b3060d7fb0c3ea06d920b193b080956718a037d670b91c4556bbf0
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcb6b9f0d6c8fdadc43c27b08e4cd1096b1742e
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd8ce0a11b9e914cc8be64381a0996332bf34c8132e83419bf35ece441447c0
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a837d86b735ad4074b8298156e92b33a7f502038
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493d97a9e4af3d2b3b653ace52221b73f6baf5b7e15d8357225fa9e1a6c9e6f2
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc641e9980419e76ea120585ce25aa5ca4d2a11
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b55f29c24b5304268e6eed79a310f5609e418771fa8c4e2ced2eafd6b442297
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00ec5412c139d592847e01b33a4f580d9720258
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f906e646c3c59f1f1dd699c35640683f9490cd59ce2ed052a2c339f28cecf3
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6810b633e3650a90710a7adf9071972fe5b354e
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a7e50774a7d1e829329bba839128990893af5c3ee1c6e3b79533e811279c81
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9191aa830d8b59fd76cefbb838c619373d0556d
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd08786328f9ace5afda5aa6c3077d9291c71e66c9148ef25e864b21668de61
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4bcda0ce7fa4425306ba43a144e987c9d7ed07
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa1447fef26ec95c1fb40721bdb550dc17e2e19e547aaa39721e8791e3fb74f
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3e2ac7ceceb1128ef2319e2ac9196c871a3edf
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafcbeb5c38340b7822e6b47e3fd27fbe34323ffdff42292435cb7e597dc8c85
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536cd146b4f885be0bb597e309a33af0060e4fa7
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac2553eae5f9b355bab8f07cb8b1d9053f3550ff30c1298ab1a5284d79816ac
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed211554a9faacc95c633fbaf5a4465cfb157ab
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5373c7b5a4188eaa7101d8e84662f700d67d96fc46a9b2a5fd209cb309a8518
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e2e598c655ccc50b73f734c0b6cb58386dc23c
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a2d87676771e040b0f5ac2f1264c89efaec13a106b6c156139bf4771f0af59
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0f628d04ab6b4072cdf101699776bfa8bea1ce
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af5c3615f51b90f203d6f0b006f3c3dde48ebfb9c65ae710e8f7d4ebf2e0b22
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa539a9ff97fd75cbd5114d5bb7aa3a52431d3ff
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd1ea3b58d33acdc44f898f967324fc34c46476aac343a07ffec50d00fa75bb
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044cc6fc1abf73e442df44d00c6e05ee3d4bb59e
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af4a5c37c2508c8d924e9dc48349aabb7550700f1830f2ba97b37064c7ead01
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8aea5962ac859f86a9a56e1c757ac0d3acffa94
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fe1d882931d75b0e47aafcddf8682fb88dd0dca214bd4282178ba4fa3a79ac
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7913ade0fc8c8074927a1c5f7fb039777e5ad9e9
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edf8a4da23880f44d337b13d8c57c45660faaf6a669add6161ac54f3e727f68
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6ed410fe120f0462b68273017d32dc7ba79ca8
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97240ad306320a195d4c00fcda071889fc301de5d335e0ea738631d2593b1709
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9b20aaee1e5cbf1577ba588543a914da8a9dc5
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8843533975241c552b936da20e5a46ee3090cf63683554a61b4d00a7e4763e78
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab0b312aeb26e5051853d2b874a8a46e040c199
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8634a53fb1c66a632cdca4a24edbd37be65bbb0beba7398ee343848518ed10fc
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb393a896c8c59dcd8b4404575ae466e50e80c1
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffc711ff8d60537d86386693c55efa3ee6756e3c11f26844548ce1156b43201
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c21d147551ed56bc4f94695ffe1164c26ec879
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed4a127b5ff15b3b82e5947a26318923481a01a7ce91c9b859c2269f75eb76f
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cc86e4fc2923ea226d006c0e9b87de53b9d05d
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771d67f4a59c71c89374e32ef2771fcbc2b714dbfc4d6712a72f4a181da9692f
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f969f5f4ee9e94127773c3c9437837c1629e22c
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b9d1f38755653708ff3d11e762a1c2eb06788c9044be48f6bfd6204f2a467d
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93b6083418a5817d8d1bace512f4ffdc005792f
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b271451b247918a31e3f215033034f81da58973a0905dd954a80b6adb14ba946
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f49959dd294d883d41737c16b5752393cd8216
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2731271e1828e0398ae302114dbacf5aa01b21259970825767a90cbe52c79a7c
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb2c3b8c638e8775a2216b95c5db4da3a87f1c5
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c753648e6073a1f5a9f0d591e1bd8380844544d60d7c6040231ce30d92de60
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eff8fc8c9e336524622f5d3a12e7cc69c149d65
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aef33b259983d7ecc54b1f00fb20082f3a977f0b3649b0750f9df09e6fa720f
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5848947e71847790c133c591251d199e4862ae7b
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55921a7d99cf0ee70efe17ec0d5116f13ec5028cdfce8d8f96f5adcbefc425e
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0663e58e912b8b4a2e57a8b870281140cf2f6c01
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91e2bd9c44a5dd8f61a951dd057523407c7170988f890212d38202b9c22674b
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f00db3a4e1530ea70f4d812301fe7e18b4a7c4
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16754ad46a6f3f9c5c45f38a2a86205bb15a9ae01c714f0a20b68a162960353
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6238478c2893cdf7f63191e91282a99085d395b1
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9cd02c5ea9d8169bdc8c141e7a3dfc818f5d741b5a684965d8ca2e17c4ca96
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645718d0ba521e3bfd1c9e2415f41cb2a80a6044
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef41c66efc892eb93f663a80a5fb5b7496dc75aeaa2d35fc790e47d3772fc931
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5818183686d6ea54237f9e459e68436a30c6b0fb
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89dbd7ae0727fbc1686f96db62928ddaa117dc256f30fc0b6b306074afd36dc4
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ceb7290193f874a770c5d76946c3cffefe7cecf
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988e70fdd2e9175d4b6b551478173d2deb0500653580a6829c748eb8013f0ff2
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4ffe8e9f8b56b66f620ab35835735c983fb549
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97955c2ef7030b9152e3f248f9b74564ec28d293f3d317970e06bb846374506d
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a3f768951e28f32a50263bf746d31072247497
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c183d7303706994a4832bc30af32e2ba0915c6d1721acf6744f57a05a61b4a
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5da3d1145b4459615265d99ae933c9d933f6808
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e670d38e8ebebf25438404c169075f4b777f0ab513beffe1725d03c132e066
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19a5736905e3264fa023a8af677d7741ec9bbac
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febb73d894b444b0c38513573ce12f77dbaebaa48231dd56dbfddbc99592f817
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f9d5d3474f790a5f583e69006831a0f3ac81c3
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c198ff5aa04edb29fa0a03aa29517f7e7b7d53da2bdda54262933c9031df9bd1
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d529ac7538d6b12c930c1c86891d347ca8bb56d
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7cb50d5bd41dd803a306ece648805edfb1150db60c560b31111ff894248af2
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca164e9000b0b61378d9e50ca6efd5f53277477
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20307c7d6594b24f76e2859fd3f62b2f2f8ba2be782d7cd63fb4641767ab1ad0
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe42762caf1cd5e35710c1752ad3825a47472811
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa57b33df8785b6d24ddaf50d7464386617ad89f6a8c17714e27d836164590a
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbc2aedc3b821160a500aa1879f1b3c8ff49594
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4210adfee02031c989935e3288cb5271335de0f22b7fb5fbc2f98561cf21ffc3
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7828df9a7572717e9d7d1389084b8d564e150069
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b855135ea47cb08dad204363ea595b6a4171565bf27a0949bdf31d3863445ef4
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c119a16a84457cb78cd9c9968015386286aaa6fb
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56775e426ece4609aaf1bc99bd79f7b6cb85fb36b9bf66c944edb248facdefe
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263e23da7d3883f1fcc7c3ce2c4b84887cc558fe
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7df56b3adfa396f16c806a43472291d2a24942173d8731371df55400ddae010
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b45d017af7739a91499380b2d64abf5459707ea
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac825aa1f62969df610bc130e951684966dfe18694ee0b8a92bd672338263cb
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ac1b29959bd0494090237993dd80d6dc47ca4b
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44557ea1a9d0b4401ad86efc3f88a16685ab17c0068d672ef3cde920d1c911ce
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90aa651d904b22877e73ec39ff8662c9087dab77
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9722c509a1d8cd78aa5772972c1329f3de286fead8f3ea338632b9d5a227cc
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdfc11cecd5be26c08a3121d5465877e5db3962
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3adb064f8150cb7305b0000d09190d7c7fc66724b09c8bcd89412ecfa77fdf2
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33581ce782c1ec1808c41b37d816176bb7398cb9
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd9ba5aa8de5ce3ec764d03656c8d8f244fec073e74c362daa0c1266887aa76
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fe8ed5ea1d1e7fd491ee5d5adba3f1952120de
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09333f342b8310caa23d59c7445c096c132b126a000cc94623ffb7cde6f09973
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33534499a9f738ff2580dacdd87879fb605a1e2
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d583c203a612027944a856fb2aa589ecefd4540276dc5c6b452648259eb74694
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b4c4f76be8282a7dfa9569d9d1e5e3835b9650
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb2def252478bc75cb7dad32bf44c836077e473be43f08d0588e71c424f087b
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365313491733e69472a5c4de6edecfc3548022e8
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adbd2e1f77150b73436290859d57fc681247ab073558ce40a100699ebf0b152
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bb6beb9fb219c74cd541134fd1b1d7ae8618b2
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9947263bb8fd7dd5d08d75f0f1e292cd1eecf9144652ec5cba55422a80177c7e
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2900815ef75a5b4ac029a43354da2fbc8b6ec0
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef85a8b5a913cf342c8822a8366b0931b3eb95763799a2ea5a978945fcfe3846
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0110859d67041aaa4e7c5d86254d46c0c283b6b
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e39c4b6fab4e280fea16079b9211c0b2609cb9325a34ba51a2388ccd18287dc
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961649cc8f89c0a1939a646bdb6f62f94af81752
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fad12180a642600052c381c68787571445e50a836b1650fda32dde2f904d798
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb93e6d8800762846e8ef000cfa83ba2469a1c7
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29f9926af54d7943065aaf4444ed9af36f206166a2cbc1bd12b785375a38c54
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e3d9d514c7eb7cf28b8d499a9488c13d69deda
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efde7a7f5dc637a672eb936e60b717077cfef96c6ecb53727337a62f1d11395
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88e67bc770e61e985ccc01cc4fb116b20d0d8ce
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0f9023f0cd5647bbc8f250607a9ebe3ed8c6d2f09f81c7b18c425b8ec9824c
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb7491c45ffc68b7de303bf277780102175feaa
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe884e7e8b7ae0ca075ea68bfe7b14cd2ff22c4fe4f7b93298edad8068a458e
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18721d132ba343377df1b848e127a51acb3a986b
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21fa9021c2dea38b8996c65b53c32f7f940a4b55a310ad9ea283991619c672e
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0710fdf20bc823267941c615e87d75fcad04532b
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1530e35a1e2c0e308ed9629d0467af705d2d118a4ffe2e5499f9c9cf0492bd84
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73d7fa91fa38ff34639b9657a58f6267cb13ec6
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9253420af18187ef63d1dc48a675db15e0f4a4872330ebd688efdf241df50fa7
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85ef8d25c1821fde0cf59734dd583405be8e266
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7768cda911092800c96d36c8f54fca6831ecb37fcb68569d855c63537fc7392
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee477ebc37329d1e7471888926cce32a18956b4
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2dba55705eef0d5c4ac04dd818c5dfa3bcd6ed280bdb16e688073be2655b4e
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be02108205d7e9028c2d4d13afb8e135568ee85
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c922d2d31fadd8a98f682f0d1a62a0667c3f69a6e15ac8073472e1bd09c31a9d
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cb0efbf64c94970bc662b54acccd26336b4904
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885851338be40cc903a2984d66f309504c1ab5c3a9a4ecfdce5d1838fa3d3031
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea2850ac2735b03f187a9089a510f53a370ca75
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597a074cdc4c74749f68618c2eefef62d8fe409e39777c2095a171f3d50b098a
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08f5e81a9d2f6f7ebec675c8c9c00dd75421225
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0970de9aa4bc2287f972ea9a360811a085ad965afd7e04be7fa3fb7dbbabc06
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397a615f5820ec8a2af830f4436717d7c043a171
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f360bd232d90fb81ebf2dc55b7e6f9f2dfbaf6b78e1f299bd74ba05d6d4591
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96a26c3aa04bd72a216e76a84396bf6d98aa70c
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a00056ebd023617b1c0a4024d7ebb878a7d82152dae838c48c1357ed6b9acf9
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbcec197faa538c65e3000a908c957556285bbe
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec2301e5ffe11a5bc67f8d734c09fa679ee6ed69f386933bf3d8b4295385294
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d6c4a25b7b2ef170305cd332b4f32ed64ddb40
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d819eceb9546d7a79d8cd2c748fd1cc3905f2461d22c0d74dfd9191f8cb386b9
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f595cb298f6e54cbd3a036915cd1f2100fd565
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b7503eb48df1ac5776adb5d5c61f936189f835c6b4ae7cf9f6f5aa01250c08
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56868563cc115cb33ed45e9a8d85a9347966203
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decc3d99d255f15e82222e120dfbb247639f35336b13d563af60b140aaa3f7ed
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018d8884a322a5b0465a39a68fa6bb243ad803ac
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bd31b5679d3a6fa677d9d8bd43c651a53b95ed7cfd64901ba5515671f1f583
+size 3203
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/lm_head/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3844cce9c8a3fbe1b026bec9b9e0ca20ffa45e
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4193ae599e7d9ee788996c350a7548c637fab3f5eee1e7b462ebe3cfcd766900
+size 202243
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e56aac9bffd2ac3a78387bce89b5f659c9d01cd
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037743591a145b2138dd3431c9ed32379380eab3b136f5be97a1a133cf7a4f31
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bdd81bcd3c93b163611bed767ec376024d53517
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bff984903a2f130ee6e49926b8d61cd35744933b3999979328ceaf494aed3e
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf800c0088583edb2c075fa440f63e4b3b01005
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59374c3a568f193f87c024cbd60bf7e092f84a20ddc4509817e94c6217192169
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3aa2c47e608e390982353c24a7c7f6a23b3e76
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98f0acfabd6b049e7d6b4d0045be68733e3afd589c8061233869f69031acbb8
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88eb7c484c343b9e59aa27138b4dc2b0b40571c
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fc36872016be1bcb565a4838e45fd84a3fbb027d4a35aded8b60c7a9a07c6b
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696853e8c8e99f0f612637a7906bcdc635565a7c
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbaf838575a484661688f200aa2028030ee815d697390bd3a6e2ffe090aaeab
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b540fe36eb660a52ccedb5ab6dda2503149b0d
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9e158a801d3bf4dae207e9dccfbd28c8177bbd22c9b5ae9f091cd929c29089
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad0f84cbc3de1fdee24273f58a90ec6a6d4d554
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f410b2f7358b0d03a8516f3b0fdb8edbc9e6386f96d707548ff8e668f68623f
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18422d16648c9b4dfa6c7b3c00731d6cf58dfaad
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a943ab76b29b4ba8a350e8968053f9861d42f33865fe531a4c15a7f6457f5afe
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb0a7b0f6b3f513a9841fbef55b1b08b478ed38
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2fecb7c3c34022f359d5dc046826819f2f491eca8e2933037ee1af876110ca
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e770523204ac580561438aa9f55d06f7415d91
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52e9f1bba41ecf4d9326d9c31cc5c43909542f20deaee73544670cfc07069e1
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f9fc9f236f5d009961e9ae959cdb085d569012
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb52394094823673437f705ef0ff4bcd769390d31d74b1f507c35cd2e4174c1
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c45523e774a683644e1e09db1486e7f244ca11
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04d1531806aa61ed5595042088abdc023a6f8723b20c63ee00f569d5a3baa81
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c19408ae32390c36e1f8774102f3f926af8fe6a
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e440b93d44288b53cf8ad37e7a3e51bc852ac39b57c6d1238ad28b5f715c53
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d440f7198b2f5c9b465bec07c035daab26117e
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abb1a01d025c51068e9807af83a712f3ba20f97fe282b4bd0bd4c0c7a3e0796
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b39ce27113965d6cb0a3f78d16ed538fed88dd
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ed2ed51ea62c78a9c53516281a229f5b2232af93d196653c2b2d4093478e19
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c889e81db21a30e03d28bb10debc20c78093496
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3630b1da5f2f2dda8d90511bee09c409eade63b5074d90fdbacba2dbce29b8b4
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dbe60b55e958d90dad160e48530deb47885456
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd0d071e79882d6d2709b8d8db9aa60971a39a84d12fcfba986d50ef1aab5e4
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7533a3e22a4a6c2de93e1ece11a435970435bd9
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d394069cdef0ce18210d28a3623d1582d6a6700816dac18a9ab98b180b73991
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03b3f7557e76e7b0d6d88412c95acaa8123ed6a
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f247968f8d4009dda671aaaf334bc3ad51cacca1f3ce13fcbb1b62790ccf94a1
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adf7cb681cd83c45b92a3d92631b9c7d3e3a23a
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7648b5fa113c9a7140a259184ad61fa2bb23c5a79ea74ed0c7731d8ba7511cb
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5edd4caf6f60118487affc45b2749f7277085a2
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd050d981d43e419b5bf95f320a2fa6e22cba9604d97e6947fc8ceb5ccb2820
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e9ede70442f60d319f0fbd186db30d68c5b799
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28467a6705d720b179a5b4a705c4821ecf01331b378924dcd0af141edfb671a7
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4322e1fd344e484ee293812de3e7060e821e8c43
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9362d5c14e56a0ec97e19e2efef0c2f2f47edc814cc71a03641e40b6f065475d
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53573534323d0943e383910487844f10841c1460
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eeb6e51749bfe121034075ca7c9e9ef168c7a153523e8891ab206a899d5f08d
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b26ca83fc9c677f2bfc32962fcc8c3f20971a8
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03419c77e9427a36b6dc4916f556b272b717350dcd0a927aadfe325f87d98aa
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb41a6b8d699b292370b447d20e7b420d316ba8
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a87ba49c9313179ccf77234740c3180e44dc12b023d9f361c505906d893488
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9014e5065ff87ebae66febf086a5ecf813429954
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ed89bcfeba5b00e0671a9ee2fd46c8f8cf9c863d24577c6662ea4af4dd8ccc
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691ab5de3db21155557d7c86d53051ca13d0b14f
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab75a899f05a934b848b327797277bdb8d3982ebe300c8ce861ecea7a3ba3b6f
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2854f0ac8fff367047c4b0cb0a9c1b5e181444c
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2743567789ef026f362d86c5e1d47dee5809f85fb8692653b474fed2426a6b21
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58677ac38d710caf54aa02a3ecf72f1379619656
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9b256aa94e2fbb37aa007990630f463b0d83d00d6205e5c6aedaf90e479b31
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8523df38db1f2272dd227c5c6b3ec843682bb8cf
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a00a963d6bd5b4483442067bc621ef0d435e24c3b2f7d4ec34a1ffb41bea7f
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6009ba757ef2b6ea0264a375c10671b7ffb27f
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b04943e0238c9f242141b4b56186149d2fb88c4d9d5d82532bff4370c8c979
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227e1068bb51683c33232bba12cda9277d5f4f17
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b91179bcf5435b1d32b461caa1caa2c018783fd60da8d6d9488be258376e24
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54021714f55252d381625b1326a9f7617dba4c6f
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfd963ffe5ca8e7ffa39a478fdee08ac2e7ea2fee9e6eea135c6c34c12e0de3
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37cab09eb2caaadecfd88355bb01b53b121b513
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15968ee327096d97e2d4fe5c65456c7167bb2c7e4052be0023a5448ac4e53e4b
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95015001ba28fc60dfd58ed82239ae918dbb5b80
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4172da4af6f5cf2181111c1b0432bdbc949cf7cd82d1293b892c1c2877e64fa8
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb5fd8f4889afefd51a4656a5c05cb968c87107
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34d7cd8fee923e1b95c26434d21180573a60fd20e53673b51c3142669d009a2
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf27d5fb4c1b7230b6b315d8d0b6bff36da546f2
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9d29c3680710ed68baec17a2978852ae171e1abc7b3b15e4f3f8341d9a8fe2
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19c434a2f31f0e63901b9e3b3935d1c72d8709a
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f083aaf75f1740ef075a80b173167a833ad41c7a20c1cece3aa1b6d29a4ad3fe
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d013289f1bcf1f7877a2b70bdff023f98dd6c68
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf831e270164aa5aaaa4a4d7d82b442adb6971c75b8d60396764ae0ed2a71a0
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b83ee870075eeb64f150d260d4de2926deb91aa
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8e11be03d7b5609f14e7827df3affaad5f70b48eef9e51f31e52b2b830da91
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cb44f2c7323b7d4cb8d687869b6ba107eb528c
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59195278dc24c665d5c2836d96c0573898c839816ed90ea0e4a012b1fd3163c2
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bdbf208cb97f36ff65fa6dcd6f2e3e0bcb070f
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c021a9e8927045ee2b5a46c0ab9405fd21d4fb74aea0703d5bf62b58e793e431
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae07645b9bcc8cfb3cb4b4099ed996f8bc228c7
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f3a78081b13aea8f87e037d2a874bd1a12bce81bbb46d04fa7477b0ed739e0
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbccdd36eb39dde22de898bfe96b3d67d51be7d
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a550c26039b7f2d6f9e5308bb887e19c436563137d4810feff04d52be4989c38
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c691a7ab96bd837177a1b2e6fb1ff7671a74163
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24e8f33330acabe94cc78b0020188e84b0a0300dc7085b0308166ab15f45e26
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1996c7cf643e31963192d361e8f89232ed411b5
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4baa9a9a6028179ca572302fbe10f07be91048196bd0f245a47e5274112f423d
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a9c3b91d87f3dd634b68da3229b9f76fd4fc41
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a226741da8fc485782dbbfe7800a079d50a1bf87777120d333d5307100cb8938
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde078cd05bbaa4e7232d1179264cf0098abff23
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3223cd6d19a25972e90fa26e32570e72c8e730f0d2c837d5172788c72353dd59
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9620a5afc4d84ac73dbaa03abe4cdd29de201d55
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0206120f8423dba0232e269dd201871a2392a6bd55be28048e8a70260fb122c1
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2641dffd2f730b2287c4d46c2b85970df974f09
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9599400fae605519c94acd22ebc5e3684daca3f17c96aa61700cb89f1d1c8f83
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6aad11553ba8900a7f178b4ef9072c8ccb6a48
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeaee088a6d05dcdf0da25240f68b7aba4ab1715a32b657ce4e267dba1b8ff80
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8ed4b06fa84b9898e65052497b3999b897d947
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556bbd99d2974de112b6116193d6207ce90f32c04991242a53ed6690fd3fb6c3
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc36002032c7c131133649b0861e68a1cbfb74be
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728714747625a75823d3c141d555f477d9a0c409cb360ba9d6d373b3e1a5dae1
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee91da68257f60700cf81ab23c660780520b2601
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7238ad2419bee6f3511d21149eb36e0e728e7e580665ef41d8ddc174c2dadb
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ec85727301cf3eba3b9e5e889a38552e738cb1
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff729a381df7e8bfa5aa43cc5646540cac03bafbbace3332bdddf501c3b3a905
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e4e0d4e43219095fd98b51e4c88af8d8ab55ca
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b0afcd4506e9cf72ab63d8cb3025256ddbd334331ac1a9d67b90ea581de22e
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d506a10a16bedfa1e1d79718daeb9c1ca3787457
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a79dec627d9b5b5f597baf6a6af683d143efce1dcc87b1b81327c4503bced2
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febb2abff191a526f825d749c93e8380568503c8
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8381003a963ba80dbc591fdfac5c8bf0a6f599c51e30e0279e84b3d46fbe6fd6
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8b3b5ffada7c6b30f34ce87b78eb09a939d4a1
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cd293afb94f16c6b176f5f342dfe52bbb64e051e991dd4d2b8d176d5d10e41
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0d4252d19efa7182dd8f4f45be877ba582efae
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87900ac4cf18110514c1614a5286a2f6a4a7c7389cc239f5a017fd4552ee6529
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4008a0cf0c65e4cdab197039f0d850c772fddfb6
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a0fdcc22997325e5918e6289fbad759d29d68e109cbcb85a2f45d491d6e74d
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b2cf49d09e8b7d8ae266c07bb3a773e2921394
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5845a013f16db67b9b9bfce897d9f29d09638437a4877709a2bbb803271e186a
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6fe22867f880445098025cf5d9e57b793dbd46
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a312d13640b00fe508bbafd432e9e46e7e60dae8f9caa5b4a3926359ce43903e
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cdac7af774b4af017300dab1559dff85b5b611
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc26ee19e82942fc652ad2baf68d4332bad9c7cd6986e192ecf278edf9f56c4
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e8950eaca4e7f773b6034ee63529643cee5a00
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2a79ba57b3060d7fb0c3ea06d920b193b080956718a037d670b91c4556bbf0
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcb6b9f0d6c8fdadc43c27b08e4cd1096b1742e
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd8ce0a11b9e914cc8be64381a0996332bf34c8132e83419bf35ece441447c0
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a837d86b735ad4074b8298156e92b33a7f502038
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493d97a9e4af3d2b3b653ace52221b73f6baf5b7e15d8357225fa9e1a6c9e6f2
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc641e9980419e76ea120585ce25aa5ca4d2a11
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b55f29c24b5304268e6eed79a310f5609e418771fa8c4e2ced2eafd6b442297
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00ec5412c139d592847e01b33a4f580d9720258
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f906e646c3c59f1f1dd699c35640683f9490cd59ce2ed052a2c339f28cecf3
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6810b633e3650a90710a7adf9071972fe5b354e
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a7e50774a7d1e829329bba839128990893af5c3ee1c6e3b79533e811279c81
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9191aa830d8b59fd76cefbb838c619373d0556d
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd08786328f9ace5afda5aa6c3077d9291c71e66c9148ef25e864b21668de61
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4bcda0ce7fa4425306ba43a144e987c9d7ed07
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa1447fef26ec95c1fb40721bdb550dc17e2e19e547aaa39721e8791e3fb74f
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3e2ac7ceceb1128ef2319e2ac9196c871a3edf
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafcbeb5c38340b7822e6b47e3fd27fbe34323ffdff42292435cb7e597dc8c85
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536cd146b4f885be0bb597e309a33af0060e4fa7
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac2553eae5f9b355bab8f07cb8b1d9053f3550ff30c1298ab1a5284d79816ac
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed211554a9faacc95c633fbaf5a4465cfb157ab
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5373c7b5a4188eaa7101d8e84662f700d67d96fc46a9b2a5fd209cb309a8518
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e2e598c655ccc50b73f734c0b6cb58386dc23c
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a2d87676771e040b0f5ac2f1264c89efaec13a106b6c156139bf4771f0af59
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0f628d04ab6b4072cdf101699776bfa8bea1ce
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af5c3615f51b90f203d6f0b006f3c3dde48ebfb9c65ae710e8f7d4ebf2e0b22
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa539a9ff97fd75cbd5114d5bb7aa3a52431d3ff
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd1ea3b58d33acdc44f898f967324fc34c46476aac343a07ffec50d00fa75bb
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044cc6fc1abf73e442df44d00c6e05ee3d4bb59e
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af4a5c37c2508c8d924e9dc48349aabb7550700f1830f2ba97b37064c7ead01
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8aea5962ac859f86a9a56e1c757ac0d3acffa94
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fe1d882931d75b0e47aafcddf8682fb88dd0dca214bd4282178ba4fa3a79ac
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7913ade0fc8c8074927a1c5f7fb039777e5ad9e9
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edf8a4da23880f44d337b13d8c57c45660faaf6a669add6161ac54f3e727f68
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6ed410fe120f0462b68273017d32dc7ba79ca8
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97240ad306320a195d4c00fcda071889fc301de5d335e0ea738631d2593b1709
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9b20aaee1e5cbf1577ba588543a914da8a9dc5
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8843533975241c552b936da20e5a46ee3090cf63683554a61b4d00a7e4763e78
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab0b312aeb26e5051853d2b874a8a46e040c199
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8634a53fb1c66a632cdca4a24edbd37be65bbb0beba7398ee343848518ed10fc
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb393a896c8c59dcd8b4404575ae466e50e80c1
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffc711ff8d60537d86386693c55efa3ee6756e3c11f26844548ce1156b43201
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c21d147551ed56bc4f94695ffe1164c26ec879
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed4a127b5ff15b3b82e5947a26318923481a01a7ce91c9b859c2269f75eb76f
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cc86e4fc2923ea226d006c0e9b87de53b9d05d
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771d67f4a59c71c89374e32ef2771fcbc2b714dbfc4d6712a72f4a181da9692f
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f969f5f4ee9e94127773c3c9437837c1629e22c
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b9d1f38755653708ff3d11e762a1c2eb06788c9044be48f6bfd6204f2a467d
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93b6083418a5817d8d1bace512f4ffdc005792f
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b271451b247918a31e3f215033034f81da58973a0905dd954a80b6adb14ba946
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f49959dd294d883d41737c16b5752393cd8216
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2731271e1828e0398ae302114dbacf5aa01b21259970825767a90cbe52c79a7c
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb2c3b8c638e8775a2216b95c5db4da3a87f1c5
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c753648e6073a1f5a9f0d591e1bd8380844544d60d7c6040231ce30d92de60
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eff8fc8c9e336524622f5d3a12e7cc69c149d65
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aef33b259983d7ecc54b1f00fb20082f3a977f0b3649b0750f9df09e6fa720f
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5848947e71847790c133c591251d199e4862ae7b
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55921a7d99cf0ee70efe17ec0d5116f13ec5028cdfce8d8f96f5adcbefc425e
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0663e58e912b8b4a2e57a8b870281140cf2f6c01
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91e2bd9c44a5dd8f61a951dd057523407c7170988f890212d38202b9c22674b
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f00db3a4e1530ea70f4d812301fe7e18b4a7c4
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16754ad46a6f3f9c5c45f38a2a86205bb15a9ae01c714f0a20b68a162960353
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6238478c2893cdf7f63191e91282a99085d395b1
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9cd02c5ea9d8169bdc8c141e7a3dfc818f5d741b5a684965d8ca2e17c4ca96
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645718d0ba521e3bfd1c9e2415f41cb2a80a6044
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef41c66efc892eb93f663a80a5fb5b7496dc75aeaa2d35fc790e47d3772fc931
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5818183686d6ea54237f9e459e68436a30c6b0fb
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89dbd7ae0727fbc1686f96db62928ddaa117dc256f30fc0b6b306074afd36dc4
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ceb7290193f874a770c5d76946c3cffefe7cecf
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988e70fdd2e9175d4b6b551478173d2deb0500653580a6829c748eb8013f0ff2
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4ffe8e9f8b56b66f620ab35835735c983fb549
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97955c2ef7030b9152e3f248f9b74564ec28d293f3d317970e06bb846374506d
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a3f768951e28f32a50263bf746d31072247497
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c183d7303706994a4832bc30af32e2ba0915c6d1721acf6744f57a05a61b4a
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5da3d1145b4459615265d99ae933c9d933f6808
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e670d38e8ebebf25438404c169075f4b777f0ab513beffe1725d03c132e066
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19a5736905e3264fa023a8af677d7741ec9bbac
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febb73d894b444b0c38513573ce12f77dbaebaa48231dd56dbfddbc99592f817
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f9d5d3474f790a5f583e69006831a0f3ac81c3
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c198ff5aa04edb29fa0a03aa29517f7e7b7d53da2bdda54262933c9031df9bd1
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d529ac7538d6b12c930c1c86891d347ca8bb56d
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7cb50d5bd41dd803a306ece648805edfb1150db60c560b31111ff894248af2
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca164e9000b0b61378d9e50ca6efd5f53277477
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20307c7d6594b24f76e2859fd3f62b2f2f8ba2be782d7cd63fb4641767ab1ad0
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe42762caf1cd5e35710c1752ad3825a47472811
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa57b33df8785b6d24ddaf50d7464386617ad89f6a8c17714e27d836164590a
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbc2aedc3b821160a500aa1879f1b3c8ff49594
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4210adfee02031c989935e3288cb5271335de0f22b7fb5fbc2f98561cf21ffc3
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7828df9a7572717e9d7d1389084b8d564e150069
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b855135ea47cb08dad204363ea595b6a4171565bf27a0949bdf31d3863445ef4
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c119a16a84457cb78cd9c9968015386286aaa6fb
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56775e426ece4609aaf1bc99bd79f7b6cb85fb36b9bf66c944edb248facdefe
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263e23da7d3883f1fcc7c3ce2c4b84887cc558fe
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7df56b3adfa396f16c806a43472291d2a24942173d8731371df55400ddae010
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b45d017af7739a91499380b2d64abf5459707ea
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac825aa1f62969df610bc130e951684966dfe18694ee0b8a92bd672338263cb
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ac1b29959bd0494090237993dd80d6dc47ca4b
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44557ea1a9d0b4401ad86efc3f88a16685ab17c0068d672ef3cde920d1c911ce
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90aa651d904b22877e73ec39ff8662c9087dab77
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9722c509a1d8cd78aa5772972c1329f3de286fead8f3ea338632b9d5a227cc
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdfc11cecd5be26c08a3121d5465877e5db3962
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3adb064f8150cb7305b0000d09190d7c7fc66724b09c8bcd89412ecfa77fdf2
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33581ce782c1ec1808c41b37d816176bb7398cb9
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd9ba5aa8de5ce3ec764d03656c8d8f244fec073e74c362daa0c1266887aa76
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fe8ed5ea1d1e7fd491ee5d5adba3f1952120de
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09333f342b8310caa23d59c7445c096c132b126a000cc94623ffb7cde6f09973
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33534499a9f738ff2580dacdd87879fb605a1e2
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d583c203a612027944a856fb2aa589ecefd4540276dc5c6b452648259eb74694
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b4c4f76be8282a7dfa9569d9d1e5e3835b9650
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb2def252478bc75cb7dad32bf44c836077e473be43f08d0588e71c424f087b
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365313491733e69472a5c4de6edecfc3548022e8
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adbd2e1f77150b73436290859d57fc681247ab073558ce40a100699ebf0b152
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bb6beb9fb219c74cd541134fd1b1d7ae8618b2
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9947263bb8fd7dd5d08d75f0f1e292cd1eecf9144652ec5cba55422a80177c7e
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2900815ef75a5b4ac029a43354da2fbc8b6ec0
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef85a8b5a913cf342c8822a8366b0931b3eb95763799a2ea5a978945fcfe3846
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0110859d67041aaa4e7c5d86254d46c0c283b6b
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e39c4b6fab4e280fea16079b9211c0b2609cb9325a34ba51a2388ccd18287dc
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961649cc8f89c0a1939a646bdb6f62f94af81752
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fad12180a642600052c381c68787571445e50a836b1650fda32dde2f904d798
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb93e6d8800762846e8ef000cfa83ba2469a1c7
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29f9926af54d7943065aaf4444ed9af36f206166a2cbc1bd12b785375a38c54
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e3d9d514c7eb7cf28b8d499a9488c13d69deda
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efde7a7f5dc637a672eb936e60b717077cfef96c6ecb53727337a62f1d11395
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88e67bc770e61e985ccc01cc4fb116b20d0d8ce
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0f9023f0cd5647bbc8f250607a9ebe3ed8c6d2f09f81c7b18c425b8ec9824c
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb7491c45ffc68b7de303bf277780102175feaa
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe884e7e8b7ae0ca075ea68bfe7b14cd2ff22c4fe4f7b93298edad8068a458e
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18721d132ba343377df1b848e127a51acb3a986b
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21fa9021c2dea38b8996c65b53c32f7f940a4b55a310ad9ea283991619c672e
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0710fdf20bc823267941c615e87d75fcad04532b
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1530e35a1e2c0e308ed9629d0467af705d2d118a4ffe2e5499f9c9cf0492bd84
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73d7fa91fa38ff34639b9657a58f6267cb13ec6
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9253420af18187ef63d1dc48a675db15e0f4a4872330ebd688efdf241df50fa7
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85ef8d25c1821fde0cf59734dd583405be8e266
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7768cda911092800c96d36c8f54fca6831ecb37fcb68569d855c63537fc7392
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee477ebc37329d1e7471888926cce32a18956b4
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2dba55705eef0d5c4ac04dd818c5dfa3bcd6ed280bdb16e688073be2655b4e
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be02108205d7e9028c2d4d13afb8e135568ee85
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c922d2d31fadd8a98f682f0d1a62a0667c3f69a6e15ac8073472e1bd09c31a9d
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cb0efbf64c94970bc662b54acccd26336b4904
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885851338be40cc903a2984d66f309504c1ab5c3a9a4ecfdce5d1838fa3d3031
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea2850ac2735b03f187a9089a510f53a370ca75
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597a074cdc4c74749f68618c2eefef62d8fe409e39777c2095a171f3d50b098a
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08f5e81a9d2f6f7ebec675c8c9c00dd75421225
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0970de9aa4bc2287f972ea9a360811a085ad965afd7e04be7fa3fb7dbbabc06
+size 17539
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397a615f5820ec8a2af830f4436717d7c043a171
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f360bd232d90fb81ebf2dc55b7e6f9f2dfbaf6b78e1f299bd74ba05d6d4591
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96a26c3aa04bd72a216e76a84396bf6d98aa70c
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a00056ebd023617b1c0a4024d7ebb878a7d82152dae838c48c1357ed6b9acf9
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbcec197faa538c65e3000a908c957556285bbe
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec2301e5ffe11a5bc67f8d734c09fa679ee6ed69f386933bf3d8b4295385294
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d6c4a25b7b2ef170305cd332b4f32ed64ddb40
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d819eceb9546d7a79d8cd2c748fd1cc3905f2461d22c0d74dfd9191f8cb386b9
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f595cb298f6e54cbd3a036915cd1f2100fd565
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b7503eb48df1ac5776adb5d5c61f936189f835c6b4ae7cf9f6f5aa01250c08
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56868563cc115cb33ed45e9a8d85a9347966203
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decc3d99d255f15e82222e120dfbb247639f35336b13d563af60b140aaa3f7ed
+size 5251
diff --git a/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018d8884a322a5b0465a39a68fa6bb243ad803ac
--- /dev/null
+++ b/params/opt/6/rnd_search_fb/comb_12/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bd31b5679d3a6fa677d9d8bd43c651a53b95ed7cfd64901ba5515671f1f583
+size 3203