diff --git a/params/opt/4/rnd_search_fb/comb_17/init/lm_head/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/lm_head/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e426f82e5c624764827d949f4081d4f6419c0544
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621f171b547ddf711949d6374ccf32606ac807e168b3063bb62b47900e68e409
+size 202243
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e78ae326b6eeda51fcf2477cc6b66cd73d37c37
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0e568bea2b63e8e7b4d2285190740e9ea0bc3711f9544a01f012f76af4fe95
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0cf88ee7aeafdbe2321597e7f7e4a012e913e26
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0103708d2afca0c3b580761c7796b9f4d0212d8093b4187e94bbe1c87295736
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bbdbb19f2b6fe7badbc13686fe859dc40d35a4
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc51a3513dfa7fcca6d1fb84e4a6f2b2bad47d998b5994a67447f88bea90883
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423b45623d12df92fbae972c11c8a6f9e5bd2316
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784b2c93f016618af96ebb754ca6f375d51d931a55acbd1bcf794d8d6ba988bb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c59aa28c73b7b20f524bca08b42c0cb7e0ec32
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24509410cf1746754ad5db7c84190712cc3ed393b717816eb883c51ffd92381a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749ce9934f0191085ace682e64a0913c0bca142c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e40422843152e9e05b1ce06f78193c6c275baa35baffeb440758a85066ee31b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2add041bc62c280672dbb18ac66b98a7eca292a1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbe6142f2820dd919fdfe06bce3158b6d5e10b40e3214044ccb964c55e0fbc6
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb7d1d5410f07ffaadeecae87d08f0c28b023f8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e14dd313f01b1103f80fe2b4fc3fcb596a4dd77c356b5af2ccc9393c75a565
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fea437164d80904a3054ba4db093eab9a37a2d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c5ee78791c252544b6d97902ce235c1e8e10e6ed62df3262b77cfc99202f87
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768638506cd5c5ffb97c41963d963f1d11fa2555
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6409ddf853a193a3e6f6873f847bc5c40b7f70fcdb8d806ed6130b77d89eee
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0846c3c8509476e65cae1b39d31ca36d41f38813
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fa98d10edd5c1601e0d09e02c5cf2e4bd5cd1fe51011b9004c2951d7da2e9e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa0844590d6b9481f65dd5c5bba2167ae386101
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e32f05d21f2eb8adbee6f0f9050d83489eeba5e25cf23ffce813b8834ba373
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840c43918d460eb40931bdcc88cdff0fbcaabe5f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca5314a8e07a0e4f86b890a8f3ea339b7cd97268e7748a363a9be7f7c0c0664
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2797721f4b0f2acac3c2d9481fe410e262a34709
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6f53752261e80091163642f1b4224e668dc55a9764d7f43f6ec0e0f368b42c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a45cc90dcf98d9998ac6c5869d3e085e43131c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817a77a1e9cee00fd061310fc09475f7d206d50e42232dc087e6b6bf8d13f71d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cb1408af92905be0e169fa9fead5052bdef8c9
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5a7a8becdb9e3c13bdb0315c78444234fb83a28ea10543e83d9348a2ec3ed8
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cd8247d709be124fb525cb63ea9d7b78563076
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9f5b7424307df5b4712c5bfebde345ab3c3c56eeb34ef9191389c4ba33af29
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b1d7d885402b3c6832e2aaf3ddd3f4bc698d29
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0884c57c4c5bbf0548b5f1409be5cbbd49f2d7f0e318c4eaec62fdb8d5f5e1fb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb0b121f46812718f0a7552ea3193334a66b704
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299a226eeeab936892977f9b2e1911fdf33bf4fd56e636156f8640d3cc5effab
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33465b79dd5bdb5212021bff450c0576e6c6e673
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff25364e1458bf84f969e83be513a02b3081c4db604d61723ba6e27e9461e1eb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cd82da441499c9628b66c6c6343fd4395ee1dc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee47f7b8f33c891b633ffbe799273edf5cbf22ea1b179a060dd5979331ed089f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b89b6c3eabc1fca03ef8ef3e91063980baff65
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6039c589bd5c25db0ae497e392909f2f326d629ea96e1d7860bee5b28b01056e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c85984e887a3bdf51d67e136ae5e143ba164cd2
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f506a221a7a9ef941625a533786342db7fb02beb1223a219543776057f5cef7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6557732892cc822e52ac0a446fbe6dfac5933d01
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf30e502b28e756b384c28ae1a2ef21127320adcfffdbfc3b50c78fec0c2174
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0325357411bd5302c22220b5d4701342372610f0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0d6fb1f91118a7301a0605d67d9f0eb26e63d081ec7a5829924dcda2865b8f
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b396000f5c1ee9f1643ba7e58de40ecdf4cac0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05b94e84ad5a10263d3cba1e222ab0d62e23d1f4bebba41b259403345d57889
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1047f48893e769575bc0925b32b30b95d24a3d0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882fab33923eee0f905de89e88bd2b8122ca6818c761f21c94081e647c6265db
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978d956f9624ce616bc8669c28fd138920c6f438
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f47615c9f5fd3ff080c8f080da3d811020f0fcefde7dffc30663a545913124
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912c9d5dd0790d4724c95361915fad26975d0cbc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c00969e3ea7e67a0c6cb6261cd619dcb617838a466599a79d9852e172df1c0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c415b9252a42a8060bf77a52593b6a44c1c3133
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3927100e75137a2ad0e8085d6fd3d1ceba527e17642a64269702ecbf6c2487f2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aefe3f8b1fd5d1c24b7f014e275f49e81080fea
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d808065aa57ce42284bb6b05e073147c1ec5cbc9d35127e62107c381fee820b3
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba8173f4f24b663ab7e9e5fd2e64433270fed64
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1d8f64bb1759fa719c02acb8e1b1cf0abb660d9bc7bd22601a28fe79f3faf2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8d43b8a947e42504340671ec73dbeb778b97c6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab813aa8abd3e4b08bedaa13de449c7c36cbd7a9843302f9340d35a7a96b0f1
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f956aa71f5831ad6ec600ec9013d700f68759ea
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dc75e24b579cc69acb72b7e97f8dceb124ba7634f4fa7f422ecb6e82f2c275
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf4f47a1aeb4de9bf63d69abb58052acac834c9
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dcba2c09236859ba5436e9d6d15fa751005a77afe0f5a357e36e4278be0bef
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8181d12e9e8b561974fd27c8eec14ca4b8baf1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa40438b04e31c28d5266a68b19681d20083505a34d10e50e3f40fe1ecc3195
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17555bf97b94a6114e2681eb22bc8d8e2723e6ca
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adf5bbd183a19259bd11ffceea0b965cbc02fc0c554b9cd0dfa22fb392908b2
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689db623b8de4be4ea311be028c24eedb973e7c2
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ffc992da93fceb9f00db644d36f14233733508721842ded692dfbd984e9cc6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc3ed977e63dbe90c52f20fcc78191d913c5883
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bdfade7e7711b63ad0019261870a0931b2d21191b13cedb4e7bf06ded94fda
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8339a3341430702a4af308ce9544c8679c8ffd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3745e855254ff5fa668252a271a7a41be5b4f92e0a923204b3e2c652c031283d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d3f9555928b873e37a730e3c52188658a9842f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2ba35c9753f8ae24a166b97c589a3d28955c4859897a31a69a4cdbba9b510d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e11d779002f6b76eb541ca56b5dd93c15d59adf
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f76fcd9785a6519375716c7fc3974632c10f067cf3b435d27a16ec46b57dc
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e461c9b46a4a53e45f9def9166e6c6da25daaa
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b91151e14f8f60a1661c6904ae16ffac639512d8afb0ed5195c3c855df49289
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d299f50ff13a58284accc376ae2617822e1a08f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd56b890f4ac600047d6e230ed851d0e374cd44e2cc1c88aed7c7e3470a10799
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c8aab5c979fa86d049d047898f0d2b6a39c9e7
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53f719736080172a735f18c425917c0545d5e975c57bbada2aaeaf64aade42f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e516da03835b94eeb705cc0bc7de9fa04d71dd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e804d8821fd478f8da32fe78bdf2837c440691fb72df8862dbc7e0e0091cb5
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e93210776f89e07dfb7d1a492ff943f1ff97e5d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcefb031017242287ff48b2a0ad474d28e19aa77c87ad189520db4aedfd9740
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45727f183e1988667bb71be38f175b975ef6f77
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da121056380b84257670984477e0a3f4cc4e969d6157449c205acfb4538bbd12
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fba54b5b7babf416e7112785f18822939d13a31
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86ca1ea5b280258214dbd873904c7fd6c84fcc1a84f31b83ae21889dc5c20d1
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b268752e6547c8b7644698b5343c85b1a29455a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c252c44e3896b29cc8f87b67d9ab4251e2f7dc25e2068eb6be8bf8e64e5e26c6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4293f50e9f7fcfbfdab6c60e072746be1855cf86
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45eabecaa4f6eee5fbc1d8c7b4ba9fa4402f2ad56aa1cb48af09bd90b90c5f67
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d88fc8dfb9b6a1c098eb0237fbbd908a1602756
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299212c707828a0d85cf56e4b1f910366a6fe68c4cc483995d43fd39d8670a7d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7810b04512f7ae1fbf0494a63146bce0a7e1f1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d941ad0500d0723824018cc5b2953f4dc46bd9024f6f461bfb59ff8e3084e10c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2f9155bc01486f5dce690459e1b401ad65e0e4
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e07bd4b28d57881f6c82108b57967c74635e384033e6a6fa66afe1f194a1d53
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9fd75fbfa796853110ce7b27a6d29d6e2af40b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785f0b1401243d7e3d8d2b9d4c0626f524a1533068cf1f5457ca81317d886f79
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1323aceb1c60cd78145ccc79910b58331ac3018
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad65b2b7959d02f2db97cb898e002fc9bf0e8f82ff1cc6fd4e3c092bd30cba75
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdfafd30eade9f1d5e60c4bfd4da3f10183d384
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f0c892623c1ae7bd873ff292237a80a7b352defc56821a9b7a027d57c4080f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac628a6b52539b358fbfcc6415b65413a54e8fd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1545b3277b142c3423a4fa838cab0fd081874881f73bb5a8f79290050e7b2113
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ad2f7be70d6be9d7a43b9282f9561a18122efe
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17dcbe34afee714877113e42466a52d46349b1f3c4895cb76baeef0d039ecc2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a91650ad6048f47c78a999312d38645a5f3322
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc47682157846ec50cb4eeb8dce510e980f8c4bcef3bfd8acd36313a867a0bf1
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d214117c4e1d95a434803422ec8344a2b1e69c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a3e5ebcefd54dd9a59005c0c2cf35e695e05514f74ad8fe7dca2ce3f9def9e
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061167f5b0d45f7f2a43663244013bdcf7a6be0e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8673d95037d69443eafe1448846f8c148e72fe52b81ca8f0fcbc2bcd07a3ff06
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d970eeafecad3cbbb6c408fc50f447755d148ae9
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf960fd5762129f6eda70f877acfc014901b9db53f8ed9b5affdafbd1a14b94e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5f7cd0fbadb2fce8098166dd898a5ed153df5b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8df09ea849c30bdbe2458c0bc341016e83af3d04d0d85666f2ac6ed1214b5d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51dd0f13665bfceca0b85f38939bd44bd3fc4a54
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed82654e2a3d94bd6700ac6dca89a689bdbfceefc2f1637b32850a748fb3c04e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2106628981899c532d1ddbeee3ea6372c98a268
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb54ee8529bf7b5c0df50c7a340751816827acb33368d3c1263d083d92fd084a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bc0b5ad6540ba253da181206726cd9454775cb
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a9619509088926ead4fe5e9a910ab518c1772972981ae66fef69a66c893729
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb586c18d70624f970d418e4c4a511c7cc6b477
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7f9874b934e5ddf5fe63a18936c4736cedda2d03319faef14104bb32397287
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add81f28bd1378aab520e45c28bf5c48abd8498c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098c5c2ef39e7bfcdf9c8290440569ceed57cd26d9e0c6709ca50d2a28be4614
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b64ebf91287b13533ec0c407b575ea9c9c521c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f7e996c18efb1c95ec4e3a2fa3c9c50e2d40b4865d0abc91c8993857e219f6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89392d29e0889415615a45dcbcc897ae683bbebd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fa944c7f16d1786a5b1949933d1564210c5a1ccf02bd047547cb666446fecb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58756e14acae4fd41abb9076401a8250f3d1d90d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2c5c30d8a5b83b3a424cff4dbbd923912da031ed80e0d5745f808a44b59cd2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4bd6a2c9007055d137af0f7dcbc014f67a0ae5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4233b4ff1dd3e9041c43081cf097762f3687ef4eec82a8b512ae776ebf3161c
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3d3ff175293260341ff7b36200c79b344c6383
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbd345aed0accd4a8bb895a22a1f0f47dc5376e3ae2d4044255a6a775599250
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9879bbec03bd6b3ac1c4fdec295e8aace4c9c25b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77842f7e35a5c8ee9a2edbfdb72d82db41b9dbc906e1b91d37a30e161496a5da
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090a14aaaef18a5f0dbf06b8a172611c03a9bb2f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e2406728e6a38d9b8659bb421edb8a12b563942a1fbecff5bcafff949753ee
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f59a98130bf8349692362cfea68b6e4502d9b6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682c2d87dd6009be8d690d5f1f6eb972b7e8cfc47287fffc3a29588226917a78
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709f6688a24cb8ff2948a54593c13ffbd91ed3e3
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1358de6e8cb1ebd1a19424edd57771391ffa8a20afd528649152f59e15bd711e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ad10044537c1986810b9280751388b9f32ed9d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57a7412398b7f66b6d2ae52ee8b715c893c29ff3d52b8112d5019b2e0262d5b
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d554ebb7bd5f4643957b6a2504cab7ec4e9ff68e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e005ae6137456dbc2bfc0ac109e0e7b6ada1b8b1d00797ad85408c677384a370
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1d4f71720149232d6906487b4f0254294b17fb
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbeaa5158cb542c983571ecf58e8de789b37baadd845b72cd367d222717ba4d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c0ff2f746f87312b989e2f556ddb43a1e27760
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d3e4bfa8a219bbf42d7117040fbbf905a477e738e211759a2db0840c0dfd6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed060c29791d42bbc292e4f4491f480625a31602
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd936819f93d743591e9233e34c0ac419da213e117d314615c744a3cc2b457c7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b0810a6451e1c670f1f35dd5c6465c783a7294
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160f62988b51f8fe14872df3e216cdef1fa311d21ed55c394f6b3f4b945e7d4a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2524a4a2608bf9cac41b6fbf2e0b288379e79b5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051d5836b04d7db7f7ca343e295d58de5daf7cf478cce11454695b4fec18429c
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67993466824ea29df0513474efd54456b6f73471
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e6c646c3e416627af706f8959180b2c02e5b52ceaea4a1325c7dd5ca20d9b4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866e3d79b0133b9f42055847e8fd645f081c80ad
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b313a3248a00c1891e77dab5c0e5883882e95ede291e8199106333400ba3c25
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1147b7c4296366edd3b3c671bd4b8bb362b6d68a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9094c47120a7c55ca0bc81f30386fd9ffedd1c11a1c60d18a424b12e350307a9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078ec7e0d7ee59211ea2512adc3c0886cdb28f4d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bfad8254cac75b34ce6975dc902f785e3a99311a101c5613b9a8a3a66ab246
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3daa9f79a33bd9015d89be0724125ec173b58a73
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fdb7f0e4508775b69def855bd1157efbbd34900bda2e0e1906d49f3c85378e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6c811f915b20f82fb94c98067ae4412c074eb0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4296ef6fb5e0509590043a304fada4affb01859427fc6478b065d14fe1b9617a
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2a4fb91a1ad7b528ebb44ebb9c3567ee3508fc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce6c011401b93b6e93527eb56ed82645d6d17f5db68040bc5c484e49c5d866b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ca2995eb56103963f7411914608cbbe913b066
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f290d9fbc3b10affede5cc8df72287e010f52cf471937945ded71724eabfc3a7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44a8dc48a1d0023e7e16084872c966602cb6785
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35528782557cfa9438d95f7080faf4e87c0dbcce96404e704e5be1fad0a7f4c7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c962b43cabfd18e752fac2795bc090301a417483
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f0cabb00f0f050ebd2c94b28ab8acc10706a3efb1e92a97cb88b73d6979c0a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf1757fa5ba2805c84102a45d09c395162e3e4f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91efc5f6ec6f1d109fd8fc745d161205d8455d50ba6a3023f8b7b8315e490b0f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad792fda6a54e0cb1dc71b38560492eb31ec8378
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd899798fdaf904e0b16640450886eb317d9c1f8158f8f2f2c89f8fe35631c6f
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd72893f99d9669ae1d8c2c36e8041c2e92dc0f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806a4167cc49a7107611b688e6cf2e0c567cd1da2eaeec45576f6d835fb70772
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690fe4cae38ded5fe5bdd205067a707823a19c16
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8eee2b50ff8e7c15d69048e5775f0c040b7505a18c885450a5d5deba1ed71ba
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120f23299cf7a4cda9f0cd631853ebf4a3ee86eb
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e02935cf9efb992430347f3d0de6fb9bc01cba5cfa9335ceb5f51f49c267e9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11c2aa38842ea6bc0f521d65c75e47c2eb3de1e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a4742e2431d2e23e0a3953ead53208a7fe7582e8f943d9954b4da933b6fae7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7679198cb9806ac83176412a79904fc3329bb8d4
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d32108f296280e2c8cf9c6fa29ccd5fa91f5a1fb4274b89cdb0789b7d36385
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a3dc4fadd5b07c6bf475db70ad4c86ce20994c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2ca050943cab5c9431f7208613a2cd7dfd84d1b7a490e2b87782574797b84d
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4c0a07ff99358472da80252130075155d0684b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5374b5fc534ef94ac22d4ba3a1245a24c5a428a5312377305a3b38944ab7363
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6aa3afc8ecf1c0062d3ae8464f5703ba5afe14
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa6f842dd20fec5591d63c151436db153c9fe5190196302a89145fed2803374
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f913fcf05a68d6b4000acd7e9e74a8a2144184
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a94603989f1927273353375db65a41a2fa8ddb3fa59322851db90341e186526
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7224a8795be03be7704f0fd6c816007c72cad8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf92425c051ae6b6a472d13f066c20ea6c1b38e5e75350ed89df952e346c3088
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02580f363364de857613d89a0d5379a559fbfd60
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6f62923c154ba6e309fd514b6ec709bb1c9d1ea63b771d16f853460cc34feb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b85ff35c9ea14e4fa491be5488cc852a012581f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e72b54fbec3bb86a5cc3e1cd62e28126e629571db6cd4ad6915f0c6a59fc102
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc1cc0b30e592798aad5727dd15f62e802e4ec0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50185933ec691bc804b8177580781cf260b13f204e104500af6a8f62fbfc286
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42207cbf2c88add62197d65f6c199f14aef4023
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c296a7b1f591be07bb8cede8c373a5138cfc978729c2c18d272be274448bb0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b9bad665873546a1d6dd0870926d8566897661
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284c23bedbc8a143ad8a44f0bf2a67b9735efdcc8400a5e17cdb4e2e97505690
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680f04747e67ab74fcfc572334650b5edd71c375
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bc5006d5d588890c5e65e3fef66b43882e484b7ea24da1906ff2effb44e996
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1199abef76b5ea33c29e26c8cfab20a09767cecf
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20754bc146dcded646cbe29d27eba77019d05b116208cd6440f085d2ef79e0c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf914754e0bd5392db6f40893e45814b049d3fd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565f5481e2d073694b557c817ccfa728a31c1159b37d0414bc110b937e40f1f
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb509d6cd0c1c1828961eb7deb00e545d4b727b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a8f96867cf7dd89b45df4f951ed54038888555e08caccf3193f8fb082bc96b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b282503a001b938dab14f706821b146bbd02e09b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdaf0a044503697cf1f14ddabb86fc3707a7a7ad56d50cccaca13d991a7279bd
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b384be837065c585034cf1f01c3497f822f884
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8345657cac35365f92b7169ffb4bbadc724595fbaa5b47d7f3a146e644417dee
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1478762d73764f99edeb2ef11301b5c03b5b6c7
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b865364bdbfc03d6a15ca8a3b685e555f2bcabe35b2091892d4e17a7a7de27
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e842999ac076abb58541f9a4fe042e5f827ddbcc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4a1d53c05413fcff01cafa86d16056eda4aeb5d20cd7b2265143e6de5eaad9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec45fd1f7c6bfe4309a58029d29f39ec87826b91
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8ae5cb4d58b551bc8228455a2ad647d10d3293699ca985b3c96cdfd15705fc
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a20b87899558ecc0a8fde442961342224a5c67
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac12ff8562d3cd24cd29908ed320da264cffb4726b6bd6e78bbf5beeed4d04ae
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92dc08e999ffb69206788afbe66d7b50f3abd31
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed6b7b65f2c3dadb5b4197d6936562635df2e6e28373ca6841d8d83418f9903
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845721f7a47d72cffb5f713e8d123f261320bf36
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c272a27076d2bbe839aa35df9fcca212f87e54b23db852855700d71b1db9fd
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f132f059b872ac740be380b0bc269abd7c09992a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4536083906b3ea7fa3a1b28d888269bea292b90bb2dafe28b34d0b9ccc1ee4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0763f43e6456fadb124dcf66d7a4ef2e3b548544
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb903336354d85e5179d774c5f59392926cb267bf50dd66a72d462089a61c35f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5874c7c42d7c643f10f1067aeace32e979c48e8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7db00bc240790c50f4f08cb3e6bb833d0ea9c87c3e26fc4ad7bed7fcb6f68b
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e5faf33d5e7e3247f0e035fec1603b510a1c96
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba992433a736b3695c4c4a87e6dcb3905ab9df4e29db98fe3655a66a8945671a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b165d87d62dc12146ebc3033e217b0c553cf1802
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff44b20769d2f9b94329da5b8f12208737db67cf5676770be094f025775467b0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3e0d4ba7ec52613b55a4b7a657fe764e870246
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc7c4f52a7d3479867c55c198d1775bc1f10063e99c64de7136abecbbb82e34
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7678406f04a74d695bc5e4377da1059b462668e5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63ae2d75969abf5cd1d5689440c425e1550f6be8b7594f7fd0df7b86e6c8d21
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8e35620383982523c3568f1f4670d1d1456530
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7505c7a0105de71ee1d3d544fdf55ccd80257f19c356b89e876618ac1d5d68
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5605e618ecfd07062f4bc581c984f801f6a8b2b7
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d881bab912f88f10f08038ff18ce3b1a53d5fa2379610dde6ec0260f9cfede40
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b34b175a6457efca419f9b429480acd899a2e39
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825a5e7b049333571f35849b81623354bdeb0ab7e83ac2d1b754fd61fbeb0b88
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13371321b05c5dbdedec51e908712b2e4bbaf3ff
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f922b955977344f2a415b2c47b1d184e68d07f7afff4430c66f4d9606983da7e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f53f5b221dabaefb8db77754d00c910fe9db342
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b357a13aa2705736113e72ec9fb63d368e3312a7b5e710c8a57885576e0ce9a0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa64cd98aa85aa7cb361f7acb452d2dfb5d68da
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b90ebb2a49872329822981ff8504be9cccfe2daf92a835c56f0eaa2bfb99a5
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd5aa9b949a965994002cc5d718448c1b8ba91b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a01756adbe29ffba16b577a22fdfdfc0cc1e89daa17176f1e3326d43ba593bd
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3b5c3fa8d26a4684feb3ece9dea951ae300fe7
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e809cd2de5693136be5d1b036f90b8fa9dca478e97ea0d8be08eb455a93aff
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1472df80676df85233aa8203a1e6f9f7bed191f5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d7f13b9769f7708f059db8b918cb727eedecf0a575b23dfc11ed9f600379cb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e75915cae550ab0d3c02b27b5abaef1d080bd23
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cfedf6f6c149ba79132b68d71662de2979e215ac7c27b06bdfeab8d39b2738
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e91554d2ae207a345f363928fa75b6f4c32d14
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64dc9244d0e27b420ada764da2aecdf7a5b4162c72ef324253ee6fb948342c4f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbac09e8b360e83cb7363c976c6527a549e0c4e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ed06fa005ec29982876c24862dbe26a858c17375c8c924cbd098739a7f9437
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7784703f3c26317a10eb3005b8f45fcae9fad7db
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb08cd0c62cf0d46729b797d0ddb35a248b717b55b07f7f8fb4090cb36b6df1
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359d78345a4b400182441812820676e1ce9f3a31
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd56f0b7d50c420ba677d826e7994a4696f818826c675aeb4f17f4012fff901
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc5c9660c20749580d8cb028c39e477a53f7cde
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea245b83d6f4e2d203fb32ee689d26ddf8ca09ba3a08750a49f512f34dd3c24
+size 3203
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/lm_head/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/lm_head/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e426f82e5c624764827d949f4081d4f6419c0544
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621f171b547ddf711949d6374ccf32606ac807e168b3063bb62b47900e68e409
+size 202243
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e78ae326b6eeda51fcf2477cc6b66cd73d37c37
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0e568bea2b63e8e7b4d2285190740e9ea0bc3711f9544a01f012f76af4fe95
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0cf88ee7aeafdbe2321597e7f7e4a012e913e26
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0103708d2afca0c3b580761c7796b9f4d0212d8093b4187e94bbe1c87295736
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bbdbb19f2b6fe7badbc13686fe859dc40d35a4
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc51a3513dfa7fcca6d1fb84e4a6f2b2bad47d998b5994a67447f88bea90883
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423b45623d12df92fbae972c11c8a6f9e5bd2316
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784b2c93f016618af96ebb754ca6f375d51d931a55acbd1bcf794d8d6ba988bb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c59aa28c73b7b20f524bca08b42c0cb7e0ec32
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24509410cf1746754ad5db7c84190712cc3ed393b717816eb883c51ffd92381a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749ce9934f0191085ace682e64a0913c0bca142c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e40422843152e9e05b1ce06f78193c6c275baa35baffeb440758a85066ee31b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2add041bc62c280672dbb18ac66b98a7eca292a1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbe6142f2820dd919fdfe06bce3158b6d5e10b40e3214044ccb964c55e0fbc6
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb7d1d5410f07ffaadeecae87d08f0c28b023f8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e14dd313f01b1103f80fe2b4fc3fcb596a4dd77c356b5af2ccc9393c75a565
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fea437164d80904a3054ba4db093eab9a37a2d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c5ee78791c252544b6d97902ce235c1e8e10e6ed62df3262b77cfc99202f87
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768638506cd5c5ffb97c41963d963f1d11fa2555
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6409ddf853a193a3e6f6873f847bc5c40b7f70fcdb8d806ed6130b77d89eee
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0846c3c8509476e65cae1b39d31ca36d41f38813
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fa98d10edd5c1601e0d09e02c5cf2e4bd5cd1fe51011b9004c2951d7da2e9e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa0844590d6b9481f65dd5c5bba2167ae386101
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e32f05d21f2eb8adbee6f0f9050d83489eeba5e25cf23ffce813b8834ba373
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840c43918d460eb40931bdcc88cdff0fbcaabe5f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca5314a8e07a0e4f86b890a8f3ea339b7cd97268e7748a363a9be7f7c0c0664
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2797721f4b0f2acac3c2d9481fe410e262a34709
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6f53752261e80091163642f1b4224e668dc55a9764d7f43f6ec0e0f368b42c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a45cc90dcf98d9998ac6c5869d3e085e43131c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817a77a1e9cee00fd061310fc09475f7d206d50e42232dc087e6b6bf8d13f71d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cb1408af92905be0e169fa9fead5052bdef8c9
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5a7a8becdb9e3c13bdb0315c78444234fb83a28ea10543e83d9348a2ec3ed8
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cd8247d709be124fb525cb63ea9d7b78563076
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9f5b7424307df5b4712c5bfebde345ab3c3c56eeb34ef9191389c4ba33af29
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b1d7d885402b3c6832e2aaf3ddd3f4bc698d29
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0884c57c4c5bbf0548b5f1409be5cbbd49f2d7f0e318c4eaec62fdb8d5f5e1fb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb0b121f46812718f0a7552ea3193334a66b704
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299a226eeeab936892977f9b2e1911fdf33bf4fd56e636156f8640d3cc5effab
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33465b79dd5bdb5212021bff450c0576e6c6e673
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff25364e1458bf84f969e83be513a02b3081c4db604d61723ba6e27e9461e1eb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cd82da441499c9628b66c6c6343fd4395ee1dc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee47f7b8f33c891b633ffbe799273edf5cbf22ea1b179a060dd5979331ed089f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b89b6c3eabc1fca03ef8ef3e91063980baff65
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6039c589bd5c25db0ae497e392909f2f326d629ea96e1d7860bee5b28b01056e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c85984e887a3bdf51d67e136ae5e143ba164cd2
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f506a221a7a9ef941625a533786342db7fb02beb1223a219543776057f5cef7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6557732892cc822e52ac0a446fbe6dfac5933d01
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf30e502b28e756b384c28ae1a2ef21127320adcfffdbfc3b50c78fec0c2174
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0325357411bd5302c22220b5d4701342372610f0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0d6fb1f91118a7301a0605d67d9f0eb26e63d081ec7a5829924dcda2865b8f
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b396000f5c1ee9f1643ba7e58de40ecdf4cac0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05b94e84ad5a10263d3cba1e222ab0d62e23d1f4bebba41b259403345d57889
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1047f48893e769575bc0925b32b30b95d24a3d0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882fab33923eee0f905de89e88bd2b8122ca6818c761f21c94081e647c6265db
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978d956f9624ce616bc8669c28fd138920c6f438
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f47615c9f5fd3ff080c8f080da3d811020f0fcefde7dffc30663a545913124
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912c9d5dd0790d4724c95361915fad26975d0cbc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c00969e3ea7e67a0c6cb6261cd619dcb617838a466599a79d9852e172df1c0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c415b9252a42a8060bf77a52593b6a44c1c3133
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3927100e75137a2ad0e8085d6fd3d1ceba527e17642a64269702ecbf6c2487f2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aefe3f8b1fd5d1c24b7f014e275f49e81080fea
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d808065aa57ce42284bb6b05e073147c1ec5cbc9d35127e62107c381fee820b3
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba8173f4f24b663ab7e9e5fd2e64433270fed64
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1d8f64bb1759fa719c02acb8e1b1cf0abb660d9bc7bd22601a28fe79f3faf2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8d43b8a947e42504340671ec73dbeb778b97c6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab813aa8abd3e4b08bedaa13de449c7c36cbd7a9843302f9340d35a7a96b0f1
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f956aa71f5831ad6ec600ec9013d700f68759ea
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dc75e24b579cc69acb72b7e97f8dceb124ba7634f4fa7f422ecb6e82f2c275
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf4f47a1aeb4de9bf63d69abb58052acac834c9
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dcba2c09236859ba5436e9d6d15fa751005a77afe0f5a357e36e4278be0bef
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8181d12e9e8b561974fd27c8eec14ca4b8baf1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa40438b04e31c28d5266a68b19681d20083505a34d10e50e3f40fe1ecc3195
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17555bf97b94a6114e2681eb22bc8d8e2723e6ca
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adf5bbd183a19259bd11ffceea0b965cbc02fc0c554b9cd0dfa22fb392908b2
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689db623b8de4be4ea311be028c24eedb973e7c2
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ffc992da93fceb9f00db644d36f14233733508721842ded692dfbd984e9cc6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc3ed977e63dbe90c52f20fcc78191d913c5883
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bdfade7e7711b63ad0019261870a0931b2d21191b13cedb4e7bf06ded94fda
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8339a3341430702a4af308ce9544c8679c8ffd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3745e855254ff5fa668252a271a7a41be5b4f92e0a923204b3e2c652c031283d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d3f9555928b873e37a730e3c52188658a9842f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2ba35c9753f8ae24a166b97c589a3d28955c4859897a31a69a4cdbba9b510d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e11d779002f6b76eb541ca56b5dd93c15d59adf
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f76fcd9785a6519375716c7fc3974632c10f067cf3b435d27a16ec46b57dc
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e461c9b46a4a53e45f9def9166e6c6da25daaa
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b91151e14f8f60a1661c6904ae16ffac639512d8afb0ed5195c3c855df49289
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d299f50ff13a58284accc376ae2617822e1a08f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd56b890f4ac600047d6e230ed851d0e374cd44e2cc1c88aed7c7e3470a10799
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c8aab5c979fa86d049d047898f0d2b6a39c9e7
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53f719736080172a735f18c425917c0545d5e975c57bbada2aaeaf64aade42f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e516da03835b94eeb705cc0bc7de9fa04d71dd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e804d8821fd478f8da32fe78bdf2837c440691fb72df8862dbc7e0e0091cb5
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e93210776f89e07dfb7d1a492ff943f1ff97e5d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcefb031017242287ff48b2a0ad474d28e19aa77c87ad189520db4aedfd9740
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45727f183e1988667bb71be38f175b975ef6f77
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da121056380b84257670984477e0a3f4cc4e969d6157449c205acfb4538bbd12
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fba54b5b7babf416e7112785f18822939d13a31
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86ca1ea5b280258214dbd873904c7fd6c84fcc1a84f31b83ae21889dc5c20d1
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b268752e6547c8b7644698b5343c85b1a29455a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c252c44e3896b29cc8f87b67d9ab4251e2f7dc25e2068eb6be8bf8e64e5e26c6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4293f50e9f7fcfbfdab6c60e072746be1855cf86
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45eabecaa4f6eee5fbc1d8c7b4ba9fa4402f2ad56aa1cb48af09bd90b90c5f67
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d88fc8dfb9b6a1c098eb0237fbbd908a1602756
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299212c707828a0d85cf56e4b1f910366a6fe68c4cc483995d43fd39d8670a7d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7810b04512f7ae1fbf0494a63146bce0a7e1f1
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d941ad0500d0723824018cc5b2953f4dc46bd9024f6f461bfb59ff8e3084e10c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2f9155bc01486f5dce690459e1b401ad65e0e4
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e07bd4b28d57881f6c82108b57967c74635e384033e6a6fa66afe1f194a1d53
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9fd75fbfa796853110ce7b27a6d29d6e2af40b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785f0b1401243d7e3d8d2b9d4c0626f524a1533068cf1f5457ca81317d886f79
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1323aceb1c60cd78145ccc79910b58331ac3018
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad65b2b7959d02f2db97cb898e002fc9bf0e8f82ff1cc6fd4e3c092bd30cba75
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdfafd30eade9f1d5e60c4bfd4da3f10183d384
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f0c892623c1ae7bd873ff292237a80a7b352defc56821a9b7a027d57c4080f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac628a6b52539b358fbfcc6415b65413a54e8fd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1545b3277b142c3423a4fa838cab0fd081874881f73bb5a8f79290050e7b2113
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ad2f7be70d6be9d7a43b9282f9561a18122efe
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17dcbe34afee714877113e42466a52d46349b1f3c4895cb76baeef0d039ecc2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a91650ad6048f47c78a999312d38645a5f3322
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc47682157846ec50cb4eeb8dce510e980f8c4bcef3bfd8acd36313a867a0bf1
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d214117c4e1d95a434803422ec8344a2b1e69c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a3e5ebcefd54dd9a59005c0c2cf35e695e05514f74ad8fe7dca2ce3f9def9e
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061167f5b0d45f7f2a43663244013bdcf7a6be0e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8673d95037d69443eafe1448846f8c148e72fe52b81ca8f0fcbc2bcd07a3ff06
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d970eeafecad3cbbb6c408fc50f447755d148ae9
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf960fd5762129f6eda70f877acfc014901b9db53f8ed9b5affdafbd1a14b94e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5f7cd0fbadb2fce8098166dd898a5ed153df5b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8df09ea849c30bdbe2458c0bc341016e83af3d04d0d85666f2ac6ed1214b5d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51dd0f13665bfceca0b85f38939bd44bd3fc4a54
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed82654e2a3d94bd6700ac6dca89a689bdbfceefc2f1637b32850a748fb3c04e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2106628981899c532d1ddbeee3ea6372c98a268
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb54ee8529bf7b5c0df50c7a340751816827acb33368d3c1263d083d92fd084a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bc0b5ad6540ba253da181206726cd9454775cb
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a9619509088926ead4fe5e9a910ab518c1772972981ae66fef69a66c893729
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb586c18d70624f970d418e4c4a511c7cc6b477
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7f9874b934e5ddf5fe63a18936c4736cedda2d03319faef14104bb32397287
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add81f28bd1378aab520e45c28bf5c48abd8498c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098c5c2ef39e7bfcdf9c8290440569ceed57cd26d9e0c6709ca50d2a28be4614
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b64ebf91287b13533ec0c407b575ea9c9c521c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f7e996c18efb1c95ec4e3a2fa3c9c50e2d40b4865d0abc91c8993857e219f6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89392d29e0889415615a45dcbcc897ae683bbebd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fa944c7f16d1786a5b1949933d1564210c5a1ccf02bd047547cb666446fecb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58756e14acae4fd41abb9076401a8250f3d1d90d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2c5c30d8a5b83b3a424cff4dbbd923912da031ed80e0d5745f808a44b59cd2
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4bd6a2c9007055d137af0f7dcbc014f67a0ae5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4233b4ff1dd3e9041c43081cf097762f3687ef4eec82a8b512ae776ebf3161c
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3d3ff175293260341ff7b36200c79b344c6383
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbd345aed0accd4a8bb895a22a1f0f47dc5376e3ae2d4044255a6a775599250
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9879bbec03bd6b3ac1c4fdec295e8aace4c9c25b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77842f7e35a5c8ee9a2edbfdb72d82db41b9dbc906e1b91d37a30e161496a5da
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090a14aaaef18a5f0dbf06b8a172611c03a9bb2f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e2406728e6a38d9b8659bb421edb8a12b563942a1fbecff5bcafff949753ee
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f59a98130bf8349692362cfea68b6e4502d9b6
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682c2d87dd6009be8d690d5f1f6eb972b7e8cfc47287fffc3a29588226917a78
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709f6688a24cb8ff2948a54593c13ffbd91ed3e3
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1358de6e8cb1ebd1a19424edd57771391ffa8a20afd528649152f59e15bd711e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ad10044537c1986810b9280751388b9f32ed9d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57a7412398b7f66b6d2ae52ee8b715c893c29ff3d52b8112d5019b2e0262d5b
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d554ebb7bd5f4643957b6a2504cab7ec4e9ff68e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e005ae6137456dbc2bfc0ac109e0e7b6ada1b8b1d00797ad85408c677384a370
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1d4f71720149232d6906487b4f0254294b17fb
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbeaa5158cb542c983571ecf58e8de789b37baadd845b72cd367d222717ba4d
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c0ff2f746f87312b989e2f556ddb43a1e27760
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d3e4bfa8a219bbf42d7117040fbbf905a477e738e211759a2db0840c0dfd6
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed060c29791d42bbc292e4f4491f480625a31602
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd936819f93d743591e9233e34c0ac419da213e117d314615c744a3cc2b457c7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b0810a6451e1c670f1f35dd5c6465c783a7294
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160f62988b51f8fe14872df3e216cdef1fa311d21ed55c394f6b3f4b945e7d4a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2524a4a2608bf9cac41b6fbf2e0b288379e79b5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051d5836b04d7db7f7ca343e295d58de5daf7cf478cce11454695b4fec18429c
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67993466824ea29df0513474efd54456b6f73471
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e6c646c3e416627af706f8959180b2c02e5b52ceaea4a1325c7dd5ca20d9b4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866e3d79b0133b9f42055847e8fd645f081c80ad
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b313a3248a00c1891e77dab5c0e5883882e95ede291e8199106333400ba3c25
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1147b7c4296366edd3b3c671bd4b8bb362b6d68a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9094c47120a7c55ca0bc81f30386fd9ffedd1c11a1c60d18a424b12e350307a9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078ec7e0d7ee59211ea2512adc3c0886cdb28f4d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bfad8254cac75b34ce6975dc902f785e3a99311a101c5613b9a8a3a66ab246
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3daa9f79a33bd9015d89be0724125ec173b58a73
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fdb7f0e4508775b69def855bd1157efbbd34900bda2e0e1906d49f3c85378e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6c811f915b20f82fb94c98067ae4412c074eb0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4296ef6fb5e0509590043a304fada4affb01859427fc6478b065d14fe1b9617a
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2a4fb91a1ad7b528ebb44ebb9c3567ee3508fc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce6c011401b93b6e93527eb56ed82645d6d17f5db68040bc5c484e49c5d866b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ca2995eb56103963f7411914608cbbe913b066
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f290d9fbc3b10affede5cc8df72287e010f52cf471937945ded71724eabfc3a7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44a8dc48a1d0023e7e16084872c966602cb6785
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35528782557cfa9438d95f7080faf4e87c0dbcce96404e704e5be1fad0a7f4c7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c962b43cabfd18e752fac2795bc090301a417483
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f0cabb00f0f050ebd2c94b28ab8acc10706a3efb1e92a97cb88b73d6979c0a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf1757fa5ba2805c84102a45d09c395162e3e4f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91efc5f6ec6f1d109fd8fc745d161205d8455d50ba6a3023f8b7b8315e490b0f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad792fda6a54e0cb1dc71b38560492eb31ec8378
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd899798fdaf904e0b16640450886eb317d9c1f8158f8f2f2c89f8fe35631c6f
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd72893f99d9669ae1d8c2c36e8041c2e92dc0f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806a4167cc49a7107611b688e6cf2e0c567cd1da2eaeec45576f6d835fb70772
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690fe4cae38ded5fe5bdd205067a707823a19c16
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8eee2b50ff8e7c15d69048e5775f0c040b7505a18c885450a5d5deba1ed71ba
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120f23299cf7a4cda9f0cd631853ebf4a3ee86eb
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e02935cf9efb992430347f3d0de6fb9bc01cba5cfa9335ceb5f51f49c267e9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11c2aa38842ea6bc0f521d65c75e47c2eb3de1e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a4742e2431d2e23e0a3953ead53208a7fe7582e8f943d9954b4da933b6fae7
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7679198cb9806ac83176412a79904fc3329bb8d4
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d32108f296280e2c8cf9c6fa29ccd5fa91f5a1fb4274b89cdb0789b7d36385
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a3dc4fadd5b07c6bf475db70ad4c86ce20994c
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2ca050943cab5c9431f7208613a2cd7dfd84d1b7a490e2b87782574797b84d
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4c0a07ff99358472da80252130075155d0684b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5374b5fc534ef94ac22d4ba3a1245a24c5a428a5312377305a3b38944ab7363
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6aa3afc8ecf1c0062d3ae8464f5703ba5afe14
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa6f842dd20fec5591d63c151436db153c9fe5190196302a89145fed2803374
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f913fcf05a68d6b4000acd7e9e74a8a2144184
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a94603989f1927273353375db65a41a2fa8ddb3fa59322851db90341e186526
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7224a8795be03be7704f0fd6c816007c72cad8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf92425c051ae6b6a472d13f066c20ea6c1b38e5e75350ed89df952e346c3088
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02580f363364de857613d89a0d5379a559fbfd60
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6f62923c154ba6e309fd514b6ec709bb1c9d1ea63b771d16f853460cc34feb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b85ff35c9ea14e4fa491be5488cc852a012581f
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e72b54fbec3bb86a5cc3e1cd62e28126e629571db6cd4ad6915f0c6a59fc102
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc1cc0b30e592798aad5727dd15f62e802e4ec0
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50185933ec691bc804b8177580781cf260b13f204e104500af6a8f62fbfc286
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42207cbf2c88add62197d65f6c199f14aef4023
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c296a7b1f591be07bb8cede8c373a5138cfc978729c2c18d272be274448bb0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b9bad665873546a1d6dd0870926d8566897661
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284c23bedbc8a143ad8a44f0bf2a67b9735efdcc8400a5e17cdb4e2e97505690
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680f04747e67ab74fcfc572334650b5edd71c375
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bc5006d5d588890c5e65e3fef66b43882e484b7ea24da1906ff2effb44e996
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1199abef76b5ea33c29e26c8cfab20a09767cecf
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20754bc146dcded646cbe29d27eba77019d05b116208cd6440f085d2ef79e0c
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf914754e0bd5392db6f40893e45814b049d3fd
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565f5481e2d073694b557c817ccfa728a31c1159b37d0414bc110b937e40f1f
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb509d6cd0c1c1828961eb7deb00e545d4b727b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a8f96867cf7dd89b45df4f951ed54038888555e08caccf3193f8fb082bc96b
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b282503a001b938dab14f706821b146bbd02e09b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdaf0a044503697cf1f14ddabb86fc3707a7a7ad56d50cccaca13d991a7279bd
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b384be837065c585034cf1f01c3497f822f884
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8345657cac35365f92b7169ffb4bbadc724595fbaa5b47d7f3a146e644417dee
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1478762d73764f99edeb2ef11301b5c03b5b6c7
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b865364bdbfc03d6a15ca8a3b685e555f2bcabe35b2091892d4e17a7a7de27
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e842999ac076abb58541f9a4fe042e5f827ddbcc
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4a1d53c05413fcff01cafa86d16056eda4aeb5d20cd7b2265143e6de5eaad9
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec45fd1f7c6bfe4309a58029d29f39ec87826b91
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8ae5cb4d58b551bc8228455a2ad647d10d3293699ca985b3c96cdfd15705fc
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a20b87899558ecc0a8fde442961342224a5c67
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac12ff8562d3cd24cd29908ed320da264cffb4726b6bd6e78bbf5beeed4d04ae
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92dc08e999ffb69206788afbe66d7b50f3abd31
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed6b7b65f2c3dadb5b4197d6936562635df2e6e28373ca6841d8d83418f9903
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845721f7a47d72cffb5f713e8d123f261320bf36
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c272a27076d2bbe839aa35df9fcca212f87e54b23db852855700d71b1db9fd
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f132f059b872ac740be380b0bc269abd7c09992a
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4536083906b3ea7fa3a1b28d888269bea292b90bb2dafe28b34d0b9ccc1ee4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0763f43e6456fadb124dcf66d7a4ef2e3b548544
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb903336354d85e5179d774c5f59392926cb267bf50dd66a72d462089a61c35f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5874c7c42d7c643f10f1067aeace32e979c48e8
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7db00bc240790c50f4f08cb3e6bb833d0ea9c87c3e26fc4ad7bed7fcb6f68b
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e5faf33d5e7e3247f0e035fec1603b510a1c96
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba992433a736b3695c4c4a87e6dcb3905ab9df4e29db98fe3655a66a8945671a
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b165d87d62dc12146ebc3033e217b0c553cf1802
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff44b20769d2f9b94329da5b8f12208737db67cf5676770be094f025775467b0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3e0d4ba7ec52613b55a4b7a657fe764e870246
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc7c4f52a7d3479867c55c198d1775bc1f10063e99c64de7136abecbbb82e34
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7678406f04a74d695bc5e4377da1059b462668e5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63ae2d75969abf5cd1d5689440c425e1550f6be8b7594f7fd0df7b86e6c8d21
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8e35620383982523c3568f1f4670d1d1456530
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7505c7a0105de71ee1d3d544fdf55ccd80257f19c356b89e876618ac1d5d68
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5605e618ecfd07062f4bc581c984f801f6a8b2b7
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d881bab912f88f10f08038ff18ce3b1a53d5fa2379610dde6ec0260f9cfede40
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b34b175a6457efca419f9b429480acd899a2e39
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825a5e7b049333571f35849b81623354bdeb0ab7e83ac2d1b754fd61fbeb0b88
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13371321b05c5dbdedec51e908712b2e4bbaf3ff
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f922b955977344f2a415b2c47b1d184e68d07f7afff4430c66f4d9606983da7e
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f53f5b221dabaefb8db77754d00c910fe9db342
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b357a13aa2705736113e72ec9fb63d368e3312a7b5e710c8a57885576e0ce9a0
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa64cd98aa85aa7cb361f7acb452d2dfb5d68da
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b90ebb2a49872329822981ff8504be9cccfe2daf92a835c56f0eaa2bfb99a5
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd5aa9b949a965994002cc5d718448c1b8ba91b
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a01756adbe29ffba16b577a22fdfdfc0cc1e89daa17176f1e3326d43ba593bd
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3b5c3fa8d26a4684feb3ece9dea951ae300fe7
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e809cd2de5693136be5d1b036f90b8fa9dca478e97ea0d8be08eb455a93aff
+size 17539
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1472df80676df85233aa8203a1e6f9f7bed191f5
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d7f13b9769f7708f059db8b918cb727eedecf0a575b23dfc11ed9f600379cb
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e75915cae550ab0d3c02b27b5abaef1d080bd23
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cfedf6f6c149ba79132b68d71662de2979e215ac7c27b06bdfeab8d39b2738
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e91554d2ae207a345f363928fa75b6f4c32d14
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64dc9244d0e27b420ada764da2aecdf7a5b4162c72ef324253ee6fb948342c4f
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbac09e8b360e83cb7363c976c6527a549e0c4e
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ed06fa005ec29982876c24862dbe26a858c17375c8c924cbd098739a7f9437
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7784703f3c26317a10eb3005b8f45fcae9fad7db
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb08cd0c62cf0d46729b797d0ddb35a248b717b55b07f7f8fb4090cb36b6df1
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359d78345a4b400182441812820676e1ce9f3a31
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd56f0b7d50c420ba677d826e7994a4696f818826c675aeb4f17f4012fff901
+size 5251
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc5c9660c20749580d8cb028c39e477a53f7cde
--- /dev/null
+++ b/params/opt/4/rnd_search_fb/comb_17/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea245b83d6f4e2d203fb32ee689d26ddf8ca09ba3a08750a49f512f34dd3c24
+size 3203